00000008:00010000:1.0:1789760750.693387:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760750.693513:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 21798912<>21803008
00000080:00200000:1.0:1789760750.746494:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5322, 5322]
00000080:00200000:1.0:1789760750.746510:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760750.746516:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760750.746532:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21803008 i_blocks 43015
00000020:00200000:1.0:1789760750.746536:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760750.746546:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760750.746581:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21803008, count: 4096
00000080:00200000:1.0:1789760750.746588:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21803008, bytes: 4096
00000080:00200000:1.0:1789760750.746599:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760750.746607:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760750.746609:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21803008, 21807104) 0 0
00000080:00200000:1.0:1789760750.746613:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760750.746668:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5323, 5323]
00020000:00200000:1.0:1789760750.746677:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21803008 chunk: [21803008, 21807104) 21807104, 4096
00020000:00200000:1.0:1789760750.746682:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760750.746702:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5323, 5323]
00000008:00010000:1.0:1789760750.746718:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760750.746725:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760750.746736:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21803008, 21807104) append 0 append lockpos 0
00000080:00200000:1.0:1789760750.746749:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21803008=0x14cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760750.746804:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760750.746807:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21807104
00000020:00010000:1.0:1789760750.746815:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760750.746819:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.746821:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.746825:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760750.746828:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760750.746835:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760750.746841:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760750.746859:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760750.746986:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 21803008<>21807104
00000080:00200000:1.0:1789760750.782859:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5323, 5323]
00000080:00200000:1.0:1789760750.782878:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760750.782885:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760750.782902:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21807104 i_blocks 43015
00000020:00200000:1.0:1789760750.782906:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760750.782917:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760750.782952:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21807104, count: 4096
00000080:00200000:1.0:1789760750.782960:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21807104, bytes: 4096
00000080:00200000:1.0:1789760750.782971:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760750.782980:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760750.782983:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21807104, 21811200) 0 0
00000080:00200000:1.0:1789760750.782987:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760750.783004:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5324, 5324]
00020000:00200000:1.0:1789760750.783013:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21807104 chunk: [21807104, 21811200) 21811200, 4096
00020000:00200000:1.0:1789760750.783018:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760750.783038:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5324, 5324]
00000008:00010000:1.0:1789760750.783056:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760750.783062:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760750.783073:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21807104, 21811200) append 0 append lockpos 0
00000080:00200000:1.0:1789760750.783088:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21807104=0x14cc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760750.783145:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760750.783148:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21811200
00000020:00010000:1.0:1789760750.783155:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760750.783159:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.783162:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.783166:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760750.783169:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760750.783177:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760750.783183:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760750.783199:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760750.783407:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 21807104<>21811200
00000080:00200000:1.0:1789760750.820856:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5324, 5324]
00000080:00200000:1.0:1789760750.820873:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760750.820880:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760750.820896:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21811200 i_blocks 43015
00000020:00200000:1.0:1789760750.820899:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760750.820909:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760750.820942:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21811200, count: 4096
00000080:00200000:1.0:1789760750.820950:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21811200, bytes: 4096
00000080:00200000:1.0:1789760750.820960:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760750.820968:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760750.820970:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21811200, 21815296) 0 0
00000080:00200000:1.0:1789760750.820976:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760750.820993:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5325, 5325]
00020000:00200000:1.0:1789760750.821002:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21811200 chunk: [21811200, 21815296) 21815296, 4096
00020000:00200000:1.0:1789760750.821006:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760750.821025:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5325, 5325]
00000008:00010000:1.0:1789760750.821042:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760750.821048:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760750.821059:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21811200, 21815296) append 0 append lockpos 0
00000080:00200000:1.0:1789760750.821073:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21811200=0x14cd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760750.821129:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760750.821133:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21815296
00000020:00010000:1.0:1789760750.821141:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760750.821144:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.821148:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.821151:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760750.821154:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760750.821161:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760750.821167:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760750.821183:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760750.821390:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 21811200<>21815296
00000080:00200000:1.0:1789760750.852866:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5325, 5325]
00000080:00200000:1.0:1789760750.852884:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760750.852890:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760750.852907:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21815296 i_blocks 43015
00000020:00200000:1.0:1789760750.852911:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760750.852921:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760750.852954:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21815296, count: 4096
00000080:00200000:1.0:1789760750.852962:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21815296, bytes: 4096
00000080:00200000:1.0:1789760750.852973:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760750.852982:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760750.852984:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21815296, 21819392) 0 0
00000080:00200000:1.0:1789760750.852988:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760750.853003:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5326, 5326]
00020000:00200000:1.0:1789760750.853011:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21815296 chunk: [21815296, 21819392) 21819392, 4096
00020000:00200000:1.0:1789760750.853016:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760750.853037:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5326, 5326]
00000008:00010000:1.0:1789760750.853056:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760750.853062:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760750.853074:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21815296, 21819392) append 0 append lockpos 0
00000080:00200000:1.0:1789760750.853087:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21815296=0x14ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760750.853146:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760750.853149:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21819392
00000020:00010000:1.0:1789760750.853157:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760750.853160:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.853163:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.853167:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760750.853170:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760750.853178:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760750.853184:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760750.853200:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760750.853336:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 21815296<>21819392
00000080:00200000:1.0:1789760750.885524:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5326, 5326]
00000080:00200000:1.0:1789760750.885540:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760750.885546:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760750.885562:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21819392 i_blocks 43015
00000020:00200000:1.0:1789760750.885566:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760750.885577:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760750.885621:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21819392, count: 4096
00000080:00200000:1.0:1789760750.885678:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21819392, bytes: 4096
00000080:00200000:1.0:1789760750.885708:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760750.885717:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760750.885720:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21819392, 21823488) 0 0
00000080:00200000:1.0:1789760750.885725:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760750.885742:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5327, 5327]
00020000:00200000:1.0:1789760750.885751:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21819392 chunk: [21819392, 21823488) 21823488, 4096
00020000:00200000:1.0:1789760750.885756:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760750.885777:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5327, 5327]
00000008:00010000:1.0:1789760750.885795:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760750.885802:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760750.885815:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21819392, 21823488) append 0 append lockpos 0
00000080:00200000:1.0:1789760750.885830:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21819392=0x14cf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760750.885888:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760750.885891:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21823488
00000020:00010000:1.0:1789760750.886127:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760750.886131:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.886134:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.886137:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760750.886141:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760750.886149:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760750.886156:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760750.886170:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760750.886371:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 21819392<>21823488
00000080:00200000:1.0:1789760750.923545:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5327, 5327]
00000080:00200000:1.0:1789760750.923562:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760750.923568:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760750.923595:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21823488 i_blocks 43015
00000020:00200000:1.0:1789760750.923600:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760750.923610:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760750.923685:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21823488, count: 4096
00000080:00200000:1.0:1789760750.923692:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21823488, bytes: 4096
00000080:00200000:1.0:1789760750.923702:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760750.923711:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760750.923714:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21823488, 21827584) 0 0
00000080:00200000:1.0:1789760750.923719:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760750.923737:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5328, 5328]
00020000:00200000:1.0:1789760750.923746:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21823488 chunk: [21823488, 21827584) 21827584, 4096
00020000:00200000:1.0:1789760750.923750:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760750.923772:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5328, 5328]
00000008:00010000:1.0:1789760750.923791:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760750.923797:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760750.923809:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21823488, 21827584) append 0 append lockpos 0
00000080:00200000:1.0:1789760750.923821:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21823488=0x14d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760750.923875:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760750.923879:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21827584
00000020:00010000:1.0:1789760750.923887:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760750.923890:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.923893:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.923897:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760750.923900:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760750.923906:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760750.923913:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760750.923932:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760750.924059:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 21823488<>21827584
00000080:00200000:1.0:1789760750.965464:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5328, 5328]
00000080:00200000:1.0:1789760750.965481:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760750.965487:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760750.965503:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21827584 i_blocks 43015
00000020:00200000:1.0:1789760750.965507:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760750.965517:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760750.965552:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21827584, count: 4096
00000080:00200000:1.0:1789760750.965559:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21827584, bytes: 4096
00000080:00200000:1.0:1789760750.965568:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760750.965578:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760750.965580:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21827584, 21831680) 0 0
00000080:00200000:1.0:1789760750.965590:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760750.965606:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5329, 5329]
00020000:00200000:1.0:1789760750.965614:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21827584 chunk: [21827584, 21831680) 21831680, 4096
00020000:00200000:1.0:1789760750.965619:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760750.965686:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5329, 5329]
00000008:00010000:1.0:1789760750.965705:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760750.965711:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760750.965722:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21827584, 21831680) append 0 append lockpos 0
00000080:00200000:1.0:1789760750.965736:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21827584=0x14d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760750.965790:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760750.965792:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21831680
00000020:00010000:1.0:1789760750.965800:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760750.965805:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.965808:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760750.965812:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760750.965814:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760750.965822:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760750.965829:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760750.965846:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760750.965981:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 21827584<>21831680
00000080:00200000:1.0:1789760751.000157:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5329, 5329]
00000080:00200000:1.0:1789760751.000174:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760751.000180:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760751.000196:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21831680 i_blocks 43015
00000020:00200000:1.0:1789760751.000199:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760751.000208:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760751.000251:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21831680, count: 4096
00000080:00200000:1.0:1789760751.000259:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21831680, bytes: 4096
00000080:00200000:1.0:1789760751.000270:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760751.000279:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760751.000281:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21831680, 21835776) 0 0
00000080:00200000:1.0:1789760751.000287:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760751.000303:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5330, 5330]
00020000:00200000:1.0:1789760751.000321:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21831680 chunk: [21831680, 21835776) 21835776, 4096
00020000:00200000:1.0:1789760751.000326:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760751.000346:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5330, 5330]
00000008:00010000:1.0:1789760751.000364:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760751.000370:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760751.000382:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21831680, 21835776) append 0 append lockpos 0
00000080:00200000:1.0:1789760751.000395:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21831680=0x14d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760751.000452:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760751.000454:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21835776
00000020:00010000:1.0:1789760751.000462:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760751.000465:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.000469:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.000473:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760751.000476:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760751.000483:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760751.000490:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760751.000507:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760751.000684:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 21831680<>21835776
00000080:00200000:1.0:1789760751.073577:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5330, 5330]
00000080:00200000:1.0:1789760751.073595:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760751.073610:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760751.073626:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21835776 i_blocks 43015
00000020:00200000:1.0:1789760751.073656:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760751.073666:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760751.073696:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21835776, count: 4096
00000080:00200000:1.0:1789760751.073704:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21835776, bytes: 4096
00000080:00200000:1.0:1789760751.073715:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760751.073724:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760751.073727:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21835776, 21839872) 0 0
00000080:00200000:1.0:1789760751.073731:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760751.073746:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5331, 5331]
00020000:00200000:1.0:1789760751.073754:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21835776 chunk: [21835776, 21839872) 21839872, 4096
00020000:00200000:1.0:1789760751.073758:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760751.073776:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5331, 5331]
00000008:00010000:1.0:1789760751.073794:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760751.073800:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760751.073810:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21835776, 21839872) append 0 append lockpos 0
00000080:00200000:1.0:1789760751.073825:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21835776=0x14d3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760751.073884:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760751.073887:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21839872
00000020:00010000:1.0:1789760751.073895:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760751.073899:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.073902:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.073905:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760751.073908:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760751.073916:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760751.073923:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760751.073939:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760751.074071:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 21835776<>21839872
00000080:00200000:1.0:1789760751.110135:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5331, 5331]
00000080:00200000:1.0:1789760751.110153:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760751.110160:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760751.110178:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21839872 i_blocks 43015
00000020:00200000:1.0:1789760751.110182:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760751.110193:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760751.110242:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21839872, count: 4096
00000080:00200000:1.0:1789760751.110251:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21839872, bytes: 4096
00000080:00200000:1.0:1789760751.110266:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760751.110275:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760751.110278:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21839872, 21843968) 0 0
00000080:00200000:1.0:1789760751.110282:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760751.110301:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5332, 5332]
00020000:00200000:1.0:1789760751.110319:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21839872 chunk: [21839872, 21843968) 21843968, 4096
00020000:00200000:1.0:1789760751.110324:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760751.110349:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5332, 5332]
00000008:00010000:1.0:1789760751.110368:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760751.110384:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760751.110397:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21839872, 21843968) append 0 append lockpos 0
00000080:00200000:1.0:1789760751.110413:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21839872=0x14d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760751.110479:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760751.110482:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21843968
00000020:00010000:1.0:1789760751.110490:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760751.110493:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.110496:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.110500:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760751.110503:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760751.110510:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760751.110516:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760751.110532:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760751.110914:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 21839872<>21843968
00000100:00100000:1.0:1789760751.193023:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2407:1876699508364672:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760751.193086:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508364928:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760751.193117:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2407:1876699508365184:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760751.193190:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2406:1876699508365056:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760751.203218:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508364800:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760751.210987:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2406:1876699508365056:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760751.214620:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508365312:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760751.406725:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5337, 5337]
00000080:00200000:1.0:1789760751.406740:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760751.406745:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760751.406759:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21864448 i_blocks 43015
00000020:00200000:1.0:1789760751.406763:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760751.406773:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760751.406803:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21864448, count: 4096
00000080:00200000:1.0:1789760751.406809:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21864448, bytes: 4096
00000080:00200000:1.0:1789760751.406818:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760751.406826:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760751.406828:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21864448, 21868544) 0 0
00000080:00200000:1.0:1789760751.406833:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760751.406849:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5338, 5338]
00020000:00200000:1.0:1789760751.406858:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21864448 chunk: [21864448, 21868544) 21868544, 4096
00020000:00200000:1.0:1789760751.406862:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760751.406950:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5338, 5338]
00000008:00010000:1.0:1789760751.406970:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760751.406977:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760751.406991:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21864448, 21868544) append 0 append lockpos 0
00000080:00200000:1.0:1789760751.407004:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21864448=0x14da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760751.407066:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760751.407069:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21868544
00000020:00010000:1.0:1789760751.407078:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760751.407081:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.407083:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.407086:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760751.407089:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760751.407096:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760751.407102:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760751.407120:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760751.408440:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 21864448<>21868544
00000100:00100000:1.0:1789760751.408517:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760751.408953:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508365824:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760751.454932:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5338, 5338]
00000080:00200000:1.0:1789760751.454951:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760751.454956:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760751.454973:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21868544 i_blocks 43015
00000020:00200000:1.0:1789760751.454977:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760751.454987:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760751.455020:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21868544, count: 4096
00000080:00200000:1.0:1789760751.455028:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21868544, bytes: 4096
00000080:00200000:1.0:1789760751.455037:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760751.455046:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760751.455049:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21868544, 21872640) 0 0
00000080:00200000:1.0:1789760751.455059:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760751.455077:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5339, 5339]
00020000:00200000:1.0:1789760751.455085:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21868544 chunk: [21868544, 21872640) 21872640, 4096
00020000:00200000:1.0:1789760751.455090:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760751.455109:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5339, 5339]
00000008:00010000:1.0:1789760751.455127:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760751.455133:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760751.455146:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21868544, 21872640) append 0 append lockpos 0
00000080:00200000:1.0:1789760751.455161:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21868544=0x14db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760751.455221:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760751.455225:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21872640
00000020:00010000:1.0:1789760751.455233:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760751.455237:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.455239:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.455243:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760751.455246:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760751.455253:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760751.455260:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760751.455277:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760751.455409:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 21868544<>21872640
00000080:00200000:1.0:1789760751.661814:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5342, 5342]
00000080:00200000:1.0:1789760751.661833:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760751.661838:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760751.661853:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21884928 i_blocks 43015
00000020:00200000:1.0:1789760751.661856:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760751.661867:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760751.661900:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21884928, count: 4096
00000080:00200000:1.0:1789760751.661906:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21884928, bytes: 4096
00000080:00200000:1.0:1789760751.661921:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760751.661930:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760751.661932:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21884928, 21889024) 0 0
00000080:00200000:1.0:1789760751.661937:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760751.661952:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5343, 5343]
00020000:00200000:1.0:1789760751.661960:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21884928 chunk: [21884928, 21889024) 21889024, 4096
00020000:00200000:1.0:1789760751.661965:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760751.661986:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5343, 5343]
00000008:00010000:1.0:1789760751.662004:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760751.662010:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760751.662021:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21884928, 21889024) append 0 append lockpos 0
00000080:00200000:1.0:1789760751.662036:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21884928=0x14df000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760751.662094:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760751.662098:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21889024
00000020:00010000:1.0:1789760751.662105:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760751.662109:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.662111:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.662115:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760751.662118:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760751.662125:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760751.662132:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760751.662150:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760751.662278:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 21884928<>21889024
00000100:00100000:1.0:1789760751.662334:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760751.662354:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508366464:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760751.733905:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5343, 5343]
00000080:00200000:1.0:1789760751.733931:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760751.733936:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760751.733954:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21889024 i_blocks 43015
00000020:00200000:1.0:1789760751.733959:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760751.733975:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760751.734007:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21889024, count: 4096
00000080:00200000:1.0:1789760751.734016:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21889024, bytes: 4096
00000080:00200000:1.0:1789760751.734030:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760751.734040:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760751.734043:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21889024, 21893120) 0 0
00000080:00200000:1.0:1789760751.734049:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760751.734065:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5344, 5344]
00020000:00200000:1.0:1789760751.734074:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21889024 chunk: [21889024, 21893120) 21893120, 4096
00020000:00200000:1.0:1789760751.734079:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760751.734101:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5344, 5344]
00000008:00010000:1.0:1789760751.734123:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760751.734130:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760751.734142:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21889024, 21893120) append 0 append lockpos 0
00000080:00200000:1.0:1789760751.734157:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21889024=0x14e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760751.734234:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760751.734237:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21893120
00000020:00010000:1.0:1789760751.734245:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760751.734249:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.735407:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760751.735419:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760751.735423:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760751.735440:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760751.735451:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760751.735490:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760751.735663:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 21889024<>21893120
00000100:00100000:1.0:1789760751.896095:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508366848:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760752.292773:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508368000:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760752.605303:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5361, 5361]
00000080:00200000:1.0:1789760752.605320:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760752.605327:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760752.605342:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21962752 i_blocks 43015
00000020:00200000:1.0:1789760752.605346:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760752.605356:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760752.605389:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21962752, count: 4096
00000080:00200000:1.0:1789760752.605397:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21962752, bytes: 4096
00000080:00200000:1.0:1789760752.605407:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760752.605416:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760752.605418:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21962752, 21966848) 0 0
00000080:00200000:1.0:1789760752.605423:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760752.605440:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5362, 5362]
00020000:00200000:1.0:1789760752.605449:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21962752 chunk: [21962752, 21966848) 21966848, 4096
00020000:00200000:1.0:1789760752.605453:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760752.605473:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5362, 5362]
00000008:00010000:1.0:1789760752.605492:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760752.605497:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760752.605510:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21962752, 21966848) append 0 append lockpos 0
00000080:00200000:1.0:1789760752.605524:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21962752=0x14f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760752.605583:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760752.605586:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21966848
00000020:00010000:1.0:1789760752.605594:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760752.605598:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.605601:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.605605:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760752.605608:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760752.605615:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760752.605621:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760752.605723:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760752.605851:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 21962752<>21966848
00000080:00200000:1.0:1789760752.646963:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5362, 5362]
00000080:00200000:1.0:1789760752.646979:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760752.646985:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760752.647001:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21966848 i_blocks 43015
00000020:00200000:1.0:1789760752.647005:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760752.647015:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760752.647049:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21966848, count: 4096
00000080:00200000:1.0:1789760752.647058:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21966848, bytes: 4096
00000080:00200000:1.0:1789760752.647069:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760752.647080:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760752.647082:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21966848, 21970944) 0 0
00000080:00200000:1.0:1789760752.647087:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760752.647101:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5363, 5363]
00020000:00200000:1.0:1789760752.647109:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21966848 chunk: [21966848, 21970944) 21970944, 4096
00020000:00200000:1.0:1789760752.647114:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760752.647132:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5363, 5363]
00000008:00010000:1.0:1789760752.647151:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760752.647156:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760752.647168:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21966848, 21970944) append 0 append lockpos 0
00000080:00200000:1.0:1789760752.647181:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21966848=0x14f3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760752.647239:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760752.647242:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21970944
00000020:00010000:1.0:1789760752.647251:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760752.647254:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.647257:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.647261:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760752.647264:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760752.647272:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760752.647278:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760752.647303:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760752.647424:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 21966848<>21970944
00000080:00200000:1.0:1789760752.717566:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5363, 5363]
00000080:00200000:1.0:1789760752.717585:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760752.717592:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760752.717611:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21970944 i_blocks 43015
00000020:00200000:1.0:1789760752.717615:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760752.717625:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760752.717697:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21970944, count: 4096
00000080:00200000:1.0:1789760752.717707:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21970944, bytes: 4096
00000080:00200000:1.0:1789760752.717718:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760752.717728:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760752.717731:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21970944, 21975040) 0 0
00000080:00200000:1.0:1789760752.717736:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760752.717753:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5364, 5364]
00020000:00200000:1.0:1789760752.717762:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21970944 chunk: [21970944, 21975040) 21975040, 4096
00020000:00200000:1.0:1789760752.717767:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760752.717788:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5364, 5364]
00000008:00010000:1.0:1789760752.717810:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760752.717816:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760752.717829:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21970944, 21975040) append 0 append lockpos 0
00000080:00200000:1.0:1789760752.717842:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21970944=0x14f4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760752.718352:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760752.718356:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21975040
00000020:00010000:1.0:1789760752.718367:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760752.718371:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.718375:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.718379:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760752.718382:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760752.718390:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760752.718398:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760752.718424:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760752.719300:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 21970944<>21975040
00000080:00200000:1.0:1789760752.767842:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5364, 5364]
00000080:00200000:1.0:1789760752.767862:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760752.767868:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760752.767884:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21975040 i_blocks 43015
00000020:00200000:1.0:1789760752.767890:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760752.767901:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760752.767937:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21975040, count: 4096
00000080:00200000:1.0:1789760752.767945:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21975040, bytes: 4096
00000080:00200000:1.0:1789760752.767960:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760752.767969:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760752.767971:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21975040, 21979136) 0 0
00000080:00200000:1.0:1789760752.767976:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760752.767992:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5365, 5365]
00020000:00200000:1.0:1789760752.768001:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21975040 chunk: [21975040, 21979136) 21979136, 4096
00020000:00200000:1.0:1789760752.768006:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760752.768035:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5365, 5365]
00000008:00010000:1.0:1789760752.768511:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760752.768519:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760752.768533:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21975040, 21979136) append 0 append lockpos 0
00000080:00200000:1.0:1789760752.768548:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21975040=0x14f5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760752.768669:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760752.768673:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21979136
00000020:00010000:1.0:1789760752.768681:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760752.768684:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.768687:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.768691:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760752.768694:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760752.768703:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760752.768710:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760752.768730:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760752.768861:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 21975040<>21979136
00000080:00200000:1.0:1789760752.810212:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5365, 5365]
00000080:00200000:1.0:1789760752.810229:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760752.810235:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760752.810252:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21979136 i_blocks 43015
00000020:00200000:1.0:1789760752.810256:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760752.810267:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760752.810310:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21979136, count: 4096
00000080:00200000:1.0:1789760752.810318:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21979136, bytes: 4096
00000080:00200000:1.0:1789760752.810328:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760752.810337:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760752.810339:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21979136, 21983232) 0 0
00000080:00200000:1.0:1789760752.810344:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760752.810360:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5366, 5366]
00020000:00200000:1.0:1789760752.810369:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21979136 chunk: [21979136, 21983232) 21983232, 4096
00020000:00200000:1.0:1789760752.810373:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760752.810395:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5366, 5366]
00000008:00010000:1.0:1789760752.810413:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760752.810419:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760752.810432:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21979136, 21983232) append 0 append lockpos 0
00000080:00200000:1.0:1789760752.810446:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21979136=0x14f6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760752.810502:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760752.810505:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21983232
00000020:00010000:1.0:1789760752.810513:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760752.810516:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.810520:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.810524:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760752.810527:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760752.810534:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760752.810540:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760752.810556:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760752.810723:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 21979136<>21983232
00000080:00200000:1.0:1789760752.851913:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5366, 5366]
00000080:00200000:1.0:1789760752.851929:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760752.851935:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760752.851949:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21983232 i_blocks 43015
00000020:00200000:1.0:1789760752.851953:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760752.851961:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760752.851993:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21983232, count: 4096
00000080:00200000:1.0:1789760752.852001:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21983232, bytes: 4096
00000080:00200000:1.0:1789760752.852009:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760752.852017:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760752.852020:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21983232, 21987328) 0 0
00000080:00200000:1.0:1789760752.852024:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760752.852040:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5367, 5367]
00020000:00200000:1.0:1789760752.852048:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21983232 chunk: [21983232, 21987328) 21987328, 4096
00020000:00200000:1.0:1789760752.852362:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760752.852385:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5367, 5367]
00000008:00010000:1.0:1789760752.852402:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760752.852408:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760752.852419:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21983232, 21987328) append 0 append lockpos 0
00000080:00200000:1.0:1789760752.852434:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21983232=0x14f7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760752.852912:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760752.852916:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21987328
00000020:00010000:1.0:1789760752.852927:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760752.852931:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.852934:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.852938:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760752.852940:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760752.852949:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760752.852956:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760752.852977:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760752.853170:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 21983232<>21987328
00000080:00200000:1.0:1789760752.892350:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5367, 5367]
00000080:00200000:1.0:1789760752.892369:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760752.892375:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760752.892391:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21987328 i_blocks 43015
00000020:00200000:1.0:1789760752.892395:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760752.892405:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760752.892438:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21987328, count: 4096
00000080:00200000:1.0:1789760752.892447:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21987328, bytes: 4096
00000080:00200000:1.0:1789760752.892457:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760752.892466:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760752.892468:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21987328, 21991424) 0 0
00000080:00200000:1.0:1789760752.892473:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760752.892491:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5368, 5368]
00020000:00200000:1.0:1789760752.892501:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21987328 chunk: [21987328, 21991424) 21991424, 4096
00020000:00200000:1.0:1789760752.892505:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760752.892526:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5368, 5368]
00000008:00010000:1.0:1789760752.892543:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760752.892549:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760752.892561:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21987328, 21991424) append 0 append lockpos 0
00000080:00200000:1.0:1789760752.892577:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21987328=0x14f8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760752.893321:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760752.893325:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21991424
00000020:00010000:1.0:1789760752.893337:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760752.893341:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.893345:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.893348:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760752.893351:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760752.893359:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760752.893367:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760752.893387:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760752.893522:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 21987328<>21991424
00000080:00200000:1.0:1789760752.932693:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5368, 5368]
00000080:00200000:1.0:1789760752.932709:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760752.932716:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760752.932733:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21991424 i_blocks 43015
00000020:00200000:1.0:1789760752.932737:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760752.932747:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760752.932782:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21991424, count: 4096
00000080:00200000:1.0:1789760752.932790:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21991424, bytes: 4096
00000080:00200000:1.0:1789760752.932803:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760752.932812:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760752.932815:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21991424, 21995520) 0 0
00000080:00200000:1.0:1789760752.932819:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760752.932835:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5369, 5369]
00020000:00200000:1.0:1789760752.932843:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21991424 chunk: [21991424, 21995520) 21995520, 4096
00020000:00200000:1.0:1789760752.932849:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760752.932871:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5369, 5369]
00000008:00010000:1.0:1789760752.932889:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760752.932896:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760752.932908:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21991424, 21995520) append 0 append lockpos 0
00000080:00200000:1.0:1789760752.932922:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21991424=0x14f9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760752.932985:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760752.932988:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21995520
00000020:00010000:1.0:1789760752.932997:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760752.933001:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.933004:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.933007:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760752.933010:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760752.933018:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760752.933024:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760752.933041:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760752.933175:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 21991424<>21995520
00000080:00200000:1.0:1789760752.971122:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5369, 5369]
00000080:00200000:1.0:1789760752.971138:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760752.971144:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760752.971160:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21995520 i_blocks 43015
00000020:00200000:1.0:1789760752.971164:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760752.971174:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760752.971207:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21995520, count: 4096
00000080:00200000:1.0:1789760752.971216:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21995520, bytes: 4096
00000080:00200000:1.0:1789760752.971225:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760752.971234:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760752.971236:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21995520, 21999616) 0 0
00000080:00200000:1.0:1789760752.971241:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760752.971258:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5370, 5370]
00020000:00200000:1.0:1789760752.971266:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21995520 chunk: [21995520, 21999616) 21999616, 4096
00020000:00200000:1.0:1789760752.971271:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760752.971300:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5370, 5370]
00000008:00010000:1.0:1789760752.971317:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760752.971323:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760752.971333:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21995520, 21999616) append 0 append lockpos 0
00000080:00200000:1.0:1789760752.971348:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21995520=0x14fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760752.971403:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760752.971406:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 21999616
00000020:00010000:1.0:1789760752.971415:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760752.971418:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.971422:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760752.971426:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760752.971429:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760752.971438:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760752.971445:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760752.971461:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760752.971855:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 21995520<>21999616
00000080:00200000:1.0:1789760753.020710:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5370, 5370]
00000080:00200000:1.0:1789760753.020736:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.020743:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.020760:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 21999616 i_blocks 43015
00000020:00200000:1.0:1789760753.020766:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.020782:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.020817:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 21999616, count: 4096
00000080:00200000:1.0:1789760753.020826:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 21999616, bytes: 4096
00000080:00200000:1.0:1789760753.020840:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.020850:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.020852:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [21999616, 22003712) 0 0
00000080:00200000:1.0:1789760753.020857:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.020874:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5371, 5371]
00020000:00200000:1.0:1789760753.020883:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 21999616 chunk: [21999616, 22003712) 22003712, 4096
00020000:00200000:1.0:1789760753.020898:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.020922:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5371, 5371]
00000008:00010000:1.0:1789760753.020942:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.020948:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.020959:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [21999616, 22003712) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.020976:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=21999616=0x14fb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.021231:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.021235:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22003712
00000020:00010000:1.0:1789760753.021243:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.021247:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.021250:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.021254:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.021257:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.021264:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.021271:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.021313:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760753.021450:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 21999616<>22003712
00000080:00200000:1.0:1789760753.086472:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5371, 5371]
00000080:00200000:1.0:1789760753.086488:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.086495:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.086511:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22003712 i_blocks 43015
00000020:00200000:1.0:1789760753.086515:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.086525:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.086564:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22003712, count: 4096
00000080:00200000:1.0:1789760753.086572:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22003712, bytes: 4096
00000080:00200000:1.0:1789760753.086582:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.086592:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.086594:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22003712, 22007808) 0 0
00000080:00200000:1.0:1789760753.086600:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.086616:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5372, 5372]
00020000:00200000:1.0:1789760753.086624:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22003712 chunk: [22003712, 22007808) 22007808, 4096
00020000:00200000:1.0:1789760753.086689:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.086711:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5372, 5372]
00000008:00010000:1.0:1789760753.086730:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.086737:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.086750:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22003712, 22007808) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.086765:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22003712=0x14fc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.086823:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.086826:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22007808
00000020:00010000:1.0:1789760753.086834:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.086838:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.086841:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.086845:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.086848:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.086856:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.086864:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.086880:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760753.087281:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 22003712<>22007808
00000080:00200000:1.0:1789760753.145008:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5372, 5372]
00000080:00200000:1.0:1789760753.145036:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.145043:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.145249:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22007808 i_blocks 43015
00000020:00200000:1.0:1789760753.145257:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.145431:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.145471:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22007808, count: 4096
00000080:00200000:1.0:1789760753.145481:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22007808, bytes: 4096
00000080:00200000:1.0:1789760753.145495:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.145505:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.145507:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22007808, 22011904) 0 0
00000080:00200000:1.0:1789760753.145511:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.145529:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5373, 5373]
00020000:00200000:1.0:1789760753.145538:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22007808 chunk: [22007808, 22011904) 22011904, 4096
00020000:00200000:1.0:1789760753.145542:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.145564:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5373, 5373]
00000008:00010000:1.0:1789760753.145585:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.145594:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.145609:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22007808, 22011904) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.145659:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22007808=0x14fd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.145733:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.145736:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22011904
00000020:00010000:1.0:1789760753.145744:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.145747:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.145750:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.145753:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.145756:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.145763:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.145770:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.145801:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760753.146548:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 22007808<>22011904
00000080:00200000:1.0:1789760753.188765:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5373, 5373]
00000080:00200000:1.0:1789760753.188781:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.188787:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.188803:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22011904 i_blocks 43015
00000020:00200000:1.0:1789760753.188806:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.188818:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.188851:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22011904, count: 4096
00000080:00200000:1.0:1789760753.188859:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22011904, bytes: 4096
00000080:00200000:1.0:1789760753.188869:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.188878:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.188880:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22011904, 22016000) 0 0
00000080:00200000:1.0:1789760753.188884:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.188901:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5374, 5374]
00020000:00200000:1.0:1789760753.188909:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22011904 chunk: [22011904, 22016000) 22016000, 4096
00020000:00200000:1.0:1789760753.188914:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.188935:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5374, 5374]
00000008:00010000:1.0:1789760753.188954:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.188960:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.188972:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22011904, 22016000) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.188986:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22011904=0x14fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.189058:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.189061:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22016000
00000020:00010000:1.0:1789760753.189069:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.189073:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.189075:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.189078:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.189081:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.189087:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.189094:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.189110:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760753.189402:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 22011904<>22016000
00000080:00200000:1.0:1789760753.249034:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5374, 5374]
00000080:00200000:1.0:1789760753.249050:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.249056:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.249070:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22016000 i_blocks 43015
00000020:00200000:1.0:1789760753.249074:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.249083:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.249115:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22016000, count: 4096
00000080:00200000:1.0:1789760753.249122:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22016000, bytes: 4096
00000080:00200000:1.0:1789760753.249133:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.249141:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.249143:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22016000, 22020096) 0 0
00000080:00200000:1.0:1789760753.249147:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.249163:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5375, 5375]
00020000:00200000:1.0:1789760753.249172:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22016000 chunk: [22016000, 22020096) 22020096, 4096
00020000:00200000:1.0:1789760753.249177:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.249321:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5375, 5375]
00000008:00010000:1.0:1789760753.249340:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.249346:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.249357:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22016000, 22020096) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.249371:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22016000=0x14ff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.249430:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.249434:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22020096
00000020:00010000:1.0:1789760753.249442:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.249445:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.249449:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.249452:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.249456:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.249463:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.249470:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.249487:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760753.249606:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 22016000<>22020096
00000080:00200000:1.0:1789760753.313735:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5375, 5375]
00000080:00200000:1.0:1789760753.313753:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.313759:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.313777:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22020096 i_blocks 43015
00000020:00200000:1.0:1789760753.313780:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.313792:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.313830:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22020096, count: 4096
00000080:00200000:1.0:1789760753.313839:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22020096, bytes: 4096
00000080:00200000:1.0:1789760753.313853:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.313863:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.313865:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22020096, 22024192) 0 0
00000080:00200000:1.0:1789760753.313871:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.313903:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5376, 5376]
00020000:00200000:1.0:1789760753.313912:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22020096 chunk: [22020096, 22024192) 22024192, 4096
00020000:00200000:1.0:1789760753.313916:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.313939:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5376, 5376]
00000008:00010000:1.0:1789760753.313957:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.313963:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.313975:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22020096, 22024192) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.313991:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22020096=0x1500000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.314054:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.314057:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22024192
00000020:00010000:1.0:1789760753.314066:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.314069:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.314072:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.314076:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.314079:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.314087:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.314094:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.314109:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760753.314237:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 22020096<>22024192
00000080:00200000:1.0:1789760753.395919:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5376, 5376]
00000080:00200000:1.0:1789760753.395947:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.395953:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.395969:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22024192 i_blocks 43015
00000020:00200000:1.0:1789760753.395972:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.395982:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.396017:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22024192, count: 4096
00000080:00200000:1.0:1789760753.396024:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22024192, bytes: 4096
00000080:00200000:1.0:1789760753.396034:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.396043:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.396045:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22024192, 22028288) 0 0
00000080:00200000:1.0:1789760753.396051:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.396068:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5377, 5377]
00020000:00200000:1.0:1789760753.396076:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22024192 chunk: [22024192, 22028288) 22028288, 4096
00020000:00200000:1.0:1789760753.396081:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.396102:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5377, 5377]
00000008:00010000:1.0:1789760753.396120:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.396126:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.396137:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22024192, 22028288) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.396151:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22024192=0x1501000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.396219:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.396222:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22028288
00000020:00010000:1.0:1789760753.396230:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.396234:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.396237:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.396241:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.396244:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.396251:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.396258:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.396274:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760753.396410:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 22024192<>22028288
00000080:00200000:1.0:1789760753.441478:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5377, 5377]
00000080:00200000:1.0:1789760753.441494:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.441500:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.441515:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22028288 i_blocks 45063
00000020:00200000:1.0:1789760753.441519:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.441529:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.441562:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22028288, count: 4096
00000080:00200000:1.0:1789760753.441570:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22028288, bytes: 4096
00000080:00200000:1.0:1789760753.441582:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.441591:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.441594:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22028288, 22032384) 0 0
00000080:00200000:1.0:1789760753.441598:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.441615:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5378, 5378]
00020000:00200000:1.0:1789760753.441625:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22028288 chunk: [22028288, 22032384) 22032384, 4096
00020000:00200000:1.0:1789760753.441765:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.441786:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5378, 5378]
00000008:00010000:1.0:1789760753.441804:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.441810:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.441821:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22028288, 22032384) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.441835:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22028288=0x1502000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.441893:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.441896:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22032384
00000020:00010000:1.0:1789760753.441904:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.441908:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.441911:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.441915:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.441918:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.441926:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.441931:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.441949:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760753.442069:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 22028288<>22032384
00000080:00200000:1.0:1789760753.491008:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5378, 5378]
00000080:00200000:1.0:1789760753.491026:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.491032:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.491048:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22032384 i_blocks 45063
00000020:00200000:1.0:1789760753.491053:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.491063:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.491098:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22032384, count: 4096
00000080:00200000:1.0:1789760753.491106:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22032384, bytes: 4096
00000080:00200000:1.0:1789760753.491117:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.491126:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.491129:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22032384, 22036480) 0 0
00000080:00200000:1.0:1789760753.491134:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.491155:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5379, 5379]
00020000:00200000:1.0:1789760753.491164:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22032384 chunk: [22032384, 22036480) 22036480, 4096
00020000:00200000:1.0:1789760753.491169:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.491193:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5379, 5379]
00000008:00010000:1.0:1789760753.491222:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.491229:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.491242:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22032384, 22036480) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.491256:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22032384=0x1503000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.491334:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.491337:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22036480
00000020:00010000:1.0:1789760753.491346:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.491350:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.491353:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.491356:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.491359:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.491367:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.491374:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.491391:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760753.491537:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 22032384<>22036480
00000080:00200000:1.0:1789760753.519039:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5379, 5379]
00000080:00200000:1.0:1789760753.519056:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.519062:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.519079:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22036480 i_blocks 45063
00000020:00200000:1.0:1789760753.519083:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.519095:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.519133:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22036480, count: 4096
00000080:00200000:1.0:1789760753.519143:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22036480, bytes: 4096
00000080:00200000:1.0:1789760753.519153:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.519163:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.519165:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22036480, 22040576) 0 0
00000080:00200000:1.0:1789760753.519170:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.519187:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5380, 5380]
00020000:00200000:1.0:1789760753.519196:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22036480 chunk: [22036480, 22040576) 22040576, 4096
00020000:00200000:1.0:1789760753.519214:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.519236:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5380, 5380]
00000008:00010000:1.0:1789760753.519255:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.519261:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.519274:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22036480, 22040576) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.519297:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22036480=0x1504000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.519355:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.519358:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22040576
00000020:00010000:1.0:1789760753.519366:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.519370:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.519373:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.519376:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.519379:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.519387:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.519393:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.519410:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760753.519543:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 22036480<>22040576
00000080:00200000:1.0:1789760753.970329:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5388, 5388]
00000080:00200000:1.0:1789760753.970346:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760753.970353:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760753.970367:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22073344 i_blocks 45063
00000020:00200000:1.0:1789760753.970371:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760753.970381:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760753.970550:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22073344, count: 4096
00000080:00200000:1.0:1789760753.970559:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22073344, bytes: 4096
00000080:00200000:1.0:1789760753.970572:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760753.970582:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760753.970585:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22073344, 22077440) 0 0
00000080:00200000:1.0:1789760753.970590:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760753.970608:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5389, 5389]
00020000:00200000:1.0:1789760753.970617:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22073344 chunk: [22073344, 22077440) 22077440, 4096
00020000:00200000:1.0:1789760753.970622:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760753.970706:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5389, 5389]
00000008:00010000:1.0:1789760753.970729:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760753.970736:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760753.970747:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22073344, 22077440) append 0 append lockpos 0
00000080:00200000:1.0:1789760753.970761:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22073344=0x150d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760753.971018:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760753.971022:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22077440
00000020:00010000:1.0:1789760753.971032:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760753.971035:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.971038:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760753.971042:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760753.971044:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760753.971053:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760753.971060:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760753.971073:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760753.971192:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 22073344<>22077440
00000080:00200000:1.0:1789760754.015997:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5389, 5389]
00000080:00200000:1.0:1789760754.016016:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760754.016022:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760754.016038:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22077440 i_blocks 45063
00000020:00200000:1.0:1789760754.016043:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760754.016056:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760754.016089:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22077440, count: 4096
00000080:00200000:1.0:1789760754.016098:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22077440, bytes: 4096
00000080:00200000:1.0:1789760754.016111:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760754.016121:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760754.016123:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22077440, 22081536) 0 0
00000080:00200000:1.0:1789760754.016128:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760754.016147:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5390, 5390]
00020000:00200000:1.0:1789760754.016156:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22077440 chunk: [22077440, 22081536) 22081536, 4096
00020000:00200000:1.0:1789760754.016161:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760754.016188:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5390, 5390]
00000008:00010000:1.0:1789760754.017011:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760754.017020:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760754.017038:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22077440, 22081536) append 0 append lockpos 0
00000080:00200000:1.0:1789760754.017060:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22077440=0x150e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760754.017138:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760754.017142:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22081536
00000020:00010000:1.0:1789760754.017150:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760754.017153:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760754.017157:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760754.017162:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760754.017164:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760754.017174:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760754.017181:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760754.017416:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760754.018130:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 22077440<>22081536
00010000:00010000:1.0:1789760754.329300:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760754.690658:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760754.690680:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508374016:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760754.892664:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508374784:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760755.174934:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5413, 5413]
00000080:00200000:1.0:1789760755.174948:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760755.174952:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760755.174965:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22175744 i_blocks 45063
00000020:00200000:1.0:1789760755.174968:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760755.174976:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760755.175007:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22175744, count: 4096
00000080:00200000:1.0:1789760755.175016:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22175744, bytes: 4096
00000080:00200000:1.0:1789760755.175024:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760755.175032:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760755.175033:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22175744, 22179840) 0 0
00000080:00200000:1.0:1789760755.175037:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760755.175049:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5414, 5414]
00020000:00200000:1.0:1789760755.175055:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22175744 chunk: [22175744, 22179840) 22179840, 4096
00020000:00200000:1.0:1789760755.175058:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760755.175073:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5414, 5414]
00000008:00010000:1.0:1789760755.175087:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760755.175092:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760755.175102:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22175744, 22179840) append 0 append lockpos 0
00000080:00200000:1.0:1789760755.175113:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22175744=0x1526000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760755.175161:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760755.175163:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22179840
00000020:00010000:1.0:1789760755.175169:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760755.175171:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.175174:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.175176:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760755.175178:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760755.175183:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760755.175311:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760755.175327:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760755.175448:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 22175744<>22179840
00000100:00100000:1.0:1789760755.175492:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760755.175509:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508375552:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760755.355960:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5418, 5418]
00000080:00200000:1.0:1789760755.355984:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760755.355992:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760755.356023:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22196224 i_blocks 45063
00000020:00200000:1.0:1789760755.356029:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760755.356045:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760755.356080:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22196224, count: 4096
00000080:00200000:1.0:1789760755.356090:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22196224, bytes: 4096
00000080:00200000:1.0:1789760755.356101:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760755.356111:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760755.356113:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22196224, 22200320) 0 0
00000080:00200000:1.0:1789760755.356118:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760755.356135:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5419, 5419]
00020000:00200000:1.0:1789760755.356143:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22196224 chunk: [22196224, 22200320) 22200320, 4096
00020000:00200000:1.0:1789760755.356148:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760755.356171:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5419, 5419]
00000008:00010000:1.0:1789760755.356818:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760755.356828:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760755.356847:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22196224, 22200320) append 0 append lockpos 0
00000080:00200000:1.0:1789760755.356863:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22196224=0x152b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760755.356935:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760755.356939:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22200320
00000020:00010000:1.0:1789760755.356948:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760755.356951:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.356955:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.356959:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760755.356962:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760755.356972:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760755.356980:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760755.357015:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760755.357147:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 22196224<>22200320
00000100:00100000:1.0:1789760755.357285:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760755.357313:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508376192:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760755.406056:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5419, 5419]
00000080:00200000:1.0:1789760755.406074:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760755.406080:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760755.406093:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22200320 i_blocks 45063
00000020:00200000:1.0:1789760755.406097:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760755.406109:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760755.406133:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22200320, count: 4096
00000080:00200000:1.0:1789760755.406140:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22200320, bytes: 4096
00000080:00200000:1.0:1789760755.406152:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760755.406159:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760755.406161:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22200320, 22204416) 0 0
00000080:00200000:1.0:1789760755.406165:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760755.406177:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5420, 5420]
00020000:00200000:1.0:1789760755.406184:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22200320 chunk: [22200320, 22204416) 22204416, 4096
00020000:00200000:1.0:1789760755.406188:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760755.406204:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5420, 5420]
00000008:00010000:1.0:1789760755.406300:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760755.406305:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760755.406315:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22200320, 22204416) append 0 append lockpos 0
00000080:00200000:1.0:1789760755.406325:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22200320=0x152c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760755.406382:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760755.406386:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22204416
00000020:00010000:1.0:1789760755.406392:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760755.406395:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.406398:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.406401:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760755.406404:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760755.406411:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760755.406416:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760755.406439:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760755.406539:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 22200320<>22204416
00000080:00200000:1.0:1789760755.437470:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5420, 5420]
00000080:00200000:1.0:1789760755.437483:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760755.437488:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760755.437502:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22204416 i_blocks 45063
00000020:00200000:1.0:1789760755.437506:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760755.437514:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760755.437688:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22204416, count: 4096
00000080:00200000:1.0:1789760755.437696:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22204416, bytes: 4096
00000080:00200000:1.0:1789760755.437704:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760755.437711:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760755.437713:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22204416, 22208512) 0 0
00000080:00200000:1.0:1789760755.437717:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760755.437731:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5421, 5421]
00020000:00200000:1.0:1789760755.437738:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22204416 chunk: [22204416, 22208512) 22208512, 4096
00020000:00200000:1.0:1789760755.437742:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760755.437756:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5421, 5421]
00000008:00010000:1.0:1789760755.437770:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760755.437775:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760755.437783:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22204416, 22208512) append 0 append lockpos 0
00000080:00200000:1.0:1789760755.437794:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22204416=0x152d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760755.437836:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760755.437838:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22208512
00000020:00010000:1.0:1789760755.437845:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760755.437848:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.437851:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.437854:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760755.437857:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760755.437863:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760755.437868:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760755.437882:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760755.438291:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 22204416<>22208512
00000080:00200000:1.0:1789760755.478723:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5421, 5421]
00000080:00200000:1.0:1789760755.478740:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760755.478745:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760755.478761:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22208512 i_blocks 45063
00000020:00200000:1.0:1789760755.478765:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760755.478775:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760755.478904:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22208512, count: 4096
00000080:00200000:1.0:1789760755.478913:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22208512, bytes: 4096
00000080:00200000:1.0:1789760755.478927:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760755.478934:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760755.478937:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22208512, 22212608) 0 0
00000080:00200000:1.0:1789760755.478940:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760755.478954:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5422, 5422]
00020000:00200000:1.0:1789760755.478961:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22208512 chunk: [22208512, 22212608) 22212608, 4096
00020000:00200000:1.0:1789760755.478965:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760755.478981:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5422, 5422]
00000008:00010000:1.0:1789760755.478997:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760755.479002:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760755.479010:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22208512, 22212608) append 0 append lockpos 0
00000080:00200000:1.0:1789760755.479021:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22208512=0x152e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760755.479813:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760755.479817:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22212608
00000020:00010000:1.0:1789760755.479826:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760755.479830:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.479833:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.479836:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760755.479840:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760755.479848:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760755.479854:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760755.479877:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760755.479981:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 22208512<>22212608
00000080:00200000:1.0:1789760755.554117:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5422, 5422]
00000080:00200000:1.0:1789760755.554129:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760755.554133:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760755.554145:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22212608 i_blocks 45063
00000020:00200000:1.0:1789760755.554149:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760755.554156:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760755.554180:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22212608, count: 4096
00000080:00200000:1.0:1789760755.554185:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22212608, bytes: 4096
00000080:00200000:1.0:1789760755.554192:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760755.554199:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760755.554201:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22212608, 22216704) 0 0
00000080:00200000:1.0:1789760755.554204:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760755.554216:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5423, 5423]
00020000:00200000:1.0:1789760755.554223:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22212608 chunk: [22212608, 22216704) 22216704, 4096
00020000:00200000:1.0:1789760755.554227:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760755.554240:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5423, 5423]
00000008:00010000:1.0:1789760755.554251:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760755.554256:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760755.554264:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22212608, 22216704) append 0 append lockpos 0
00000080:00200000:1.0:1789760755.554283:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22212608=0x152f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760755.554321:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760755.554323:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22216704
00000020:00010000:1.0:1789760755.554329:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760755.554332:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.554335:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.554338:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760755.554342:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760755.554348:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760755.554353:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760755.554365:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760755.554454:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 22212608<>22216704
00000080:00200000:1.0:1789760755.604846:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5423, 5423]
00000080:00200000:1.0:1789760755.604859:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760755.604864:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760755.604875:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22216704 i_blocks 45063
00000020:00200000:1.0:1789760755.604879:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760755.604886:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760755.604914:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22216704, count: 4096
00000080:00200000:1.0:1789760755.604920:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22216704, bytes: 4096
00000080:00200000:1.0:1789760755.604928:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760755.604934:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760755.604936:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22216704, 22220800) 0 0
00000080:00200000:1.0:1789760755.604940:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760755.604952:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5424, 5424]
00020000:00200000:1.0:1789760755.604959:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22216704 chunk: [22216704, 22220800) 22220800, 4096
00020000:00200000:1.0:1789760755.604962:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760755.604977:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5424, 5424]
00000008:00010000:1.0:1789760755.604990:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760755.604994:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760755.605002:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22216704, 22220800) append 0 append lockpos 0
00000080:00200000:1.0:1789760755.605013:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22216704=0x1530000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760755.605057:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760755.605060:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22220800
00000020:00010000:1.0:1789760755.605066:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760755.605068:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.605071:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760755.605073:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760755.605076:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760755.605082:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760755.605087:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760755.605099:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760755.605189:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 22216704<>22220800
00000080:00200000:1.0:1789760756.004864:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5430, 5430]
00000080:00200000:1.0:1789760756.004876:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760756.004882:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760756.004893:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22245376 i_blocks 45063
00000020:00200000:1.0:1789760756.004896:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760756.004905:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760756.004929:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22245376, count: 4096
00000080:00200000:1.0:1789760756.004935:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22245376, bytes: 4096
00000080:00200000:1.0:1789760756.004944:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760756.004950:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760756.004952:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22245376, 22249472) 0 0
00000080:00200000:1.0:1789760756.004956:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760756.004969:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5431, 5431]
00020000:00200000:1.0:1789760756.004975:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22245376 chunk: [22245376, 22249472) 22249472, 4096
00020000:00200000:1.0:1789760756.004978:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760756.004993:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5431, 5431]
00000008:00010000:1.0:1789760756.005006:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760756.005010:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760756.005018:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22245376, 22249472) append 0 append lockpos 0
00000080:00200000:1.0:1789760756.005028:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22245376=0x1537000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760756.005069:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760756.005071:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22249472
00000020:00010000:1.0:1789760756.005078:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760756.005081:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.005084:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.005087:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760756.005090:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760756.005096:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760756.005101:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760756.005113:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760756.005380:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 22245376<>22249472
00000080:00200000:1.0:1789760756.072919:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5431, 5431]
00000080:00200000:1.0:1789760756.072932:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760756.072937:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760756.072948:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22249472 i_blocks 45063
00000020:00200000:1.0:1789760756.072951:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760756.072959:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760756.072985:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22249472, count: 4096
00000080:00200000:1.0:1789760756.072991:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22249472, bytes: 4096
00000080:00200000:1.0:1789760756.073000:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760756.073007:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760756.073009:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22249472, 22253568) 0 0
00000080:00200000:1.0:1789760756.073013:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760756.073026:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5432, 5432]
00020000:00200000:1.0:1789760756.073033:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22249472 chunk: [22249472, 22253568) 22253568, 4096
00020000:00200000:1.0:1789760756.073036:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760756.073052:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5432, 5432]
00000008:00010000:1.0:1789760756.073067:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760756.073072:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760756.073081:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22249472, 22253568) append 0 append lockpos 0
00000080:00200000:1.0:1789760756.073091:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22249472=0x1538000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760756.073134:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760756.073137:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22253568
00000020:00010000:1.0:1789760756.073144:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760756.073147:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.073150:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.073153:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760756.073157:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760756.073163:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760756.073168:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760756.073182:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760756.073301:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 22249472<>22253568
00000080:00200000:1.0:1789760756.112799:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5432, 5432]
00000080:00200000:1.0:1789760756.112811:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760756.112816:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760756.112828:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22253568 i_blocks 45063
00000020:00200000:1.0:1789760756.112831:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760756.112839:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760756.112865:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22253568, count: 4096
00000080:00200000:1.0:1789760756.112871:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22253568, bytes: 4096
00000080:00200000:1.0:1789760756.112879:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760756.112886:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760756.112888:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22253568, 22257664) 0 0
00000080:00200000:1.0:1789760756.112892:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760756.112903:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5433, 5433]
00020000:00200000:1.0:1789760756.112910:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22253568 chunk: [22253568, 22257664) 22257664, 4096
00020000:00200000:1.0:1789760756.112914:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760756.112929:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5433, 5433]
00000008:00010000:1.0:1789760756.112942:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760756.112947:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760756.112956:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22253568, 22257664) append 0 append lockpos 0
00000080:00200000:1.0:1789760756.112966:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22253568=0x1539000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760756.113009:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760756.113012:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22257664
00000020:00010000:1.0:1789760756.113018:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760756.113021:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.113024:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.113027:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760756.113030:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760756.113035:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760756.113040:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760756.113055:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760756.113150:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 22253568<>22257664
00000080:00200000:1.0:1789760756.152338:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5433, 5433]
00000080:00200000:1.0:1789760756.152355:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760756.152360:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760756.152373:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22257664 i_blocks 45063
00000020:00200000:1.0:1789760756.152377:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760756.152388:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760756.152414:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22257664, count: 4096
00000080:00200000:1.0:1789760756.152420:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22257664, bytes: 4096
00000080:00200000:1.0:1789760756.152431:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760756.152439:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760756.152441:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22257664, 22261760) 0 0
00000080:00200000:1.0:1789760756.152444:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760756.152457:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5434, 5434]
00020000:00200000:1.0:1789760756.152464:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22257664 chunk: [22257664, 22261760) 22261760, 4096
00020000:00200000:1.0:1789760756.152468:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760756.152482:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5434, 5434]
00000008:00010000:1.0:1789760756.152495:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760756.152501:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760756.152510:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22257664, 22261760) append 0 append lockpos 0
00000080:00200000:1.0:1789760756.152521:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22257664=0x153a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760756.152568:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760756.152571:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22261760
00000020:00010000:1.0:1789760756.152577:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760756.152581:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.152583:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.152587:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760756.152590:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760756.152597:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760756.152602:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760756.152616:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760756.152748:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 22257664<>22261760
00000080:00200000:1.0:1789760756.204038:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5434, 5434]
00000080:00200000:1.0:1789760756.204050:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760756.204055:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760756.204066:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22261760 i_blocks 45063
00000020:00200000:1.0:1789760756.204069:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760756.204077:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760756.204103:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22261760, count: 4096
00000080:00200000:1.0:1789760756.204365:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22261760, bytes: 4096
00000080:00200000:1.0:1789760756.204374:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760756.204381:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760756.204383:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22261760, 22265856) 0 0
00000080:00200000:1.0:1789760756.204387:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760756.204400:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5435, 5435]
00020000:00200000:1.0:1789760756.204407:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22261760 chunk: [22261760, 22265856) 22265856, 4096
00020000:00200000:1.0:1789760756.204410:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760756.204424:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5435, 5435]
00000008:00010000:1.0:1789760756.204438:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760756.204443:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760756.204452:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22261760, 22265856) append 0 append lockpos 0
00000080:00200000:1.0:1789760756.204462:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22261760=0x153b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760756.204507:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760756.204510:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22265856
00000020:00010000:1.0:1789760756.204517:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760756.204521:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.204523:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.204526:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760756.204530:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760756.204536:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760756.204542:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760756.204557:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760756.209027:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 22261760<>22265856
00000080:00200000:1.0:1789760756.249878:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5435, 5435]
00000080:00200000:1.0:1789760756.249890:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760756.249895:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760756.249974:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22265856 i_blocks 45063
00000020:00200000:1.0:1789760756.249978:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760756.249987:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760756.250013:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22265856, count: 4096
00000080:00200000:1.0:1789760756.250018:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22265856, bytes: 4096
00000080:00200000:1.0:1789760756.250026:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760756.250033:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760756.250035:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22265856, 22269952) 0 0
00000080:00200000:1.0:1789760756.250039:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760756.250051:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5436, 5436]
00020000:00200000:1.0:1789760756.250058:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22265856 chunk: [22265856, 22269952) 22269952, 4096
00020000:00200000:1.0:1789760756.250062:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760756.250076:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5436, 5436]
00000008:00010000:1.0:1789760756.250089:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760756.250094:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760756.250102:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22265856, 22269952) append 0 append lockpos 0
00000080:00200000:1.0:1789760756.250448:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22265856=0x153c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760756.250496:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760756.250499:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22269952
00000020:00010000:1.0:1789760756.250506:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_release():245
00000020:00010000:1.0:1789760756.250510:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.250513:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760756.250516:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c95b34e8 (ffff9686c95b6998/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760756.250520:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c95b6998/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760756.250526:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760756.250531:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760756.250547:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760756.250664:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 22265856<>22269952
00000100:00100000:1.0:1789760756.426157:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508379264:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760756.598950:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508379776:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760756.951720:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760756.951753:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508380416:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760757.044616:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508380672:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760757.277997:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760757.278018:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508381440:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760757.608274:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5463, 5463]
00000080:00200000:1.0:1789760757.608290:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.608296:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.608311:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22380544 i_blocks 45063
00000020:00200000:1.0:1789760757.608315:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.608501:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.608538:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22380544, count: 4096
00000080:00200000:1.0:1789760757.608546:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22380544, bytes: 4096
00000080:00200000:1.0:1789760757.609004:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.609015:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.609018:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22380544, 22384640) 0 0
00000080:00200000:1.0:1789760757.609024:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.609041:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5464, 5464]
00020000:00200000:1.0:1789760757.609049:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22380544 chunk: [22380544, 22384640) 22384640, 4096
00020000:00200000:1.0:1789760757.609054:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.609076:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5464, 5464]
00000008:00010000:1.0:1789760757.609094:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.609100:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760757.609112:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22380544, 22384640) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.609127:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22380544=0x1558000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.609189:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.609192:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22384640
00000020:00010000:1.0:1789760757.609199:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.609203:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.609206:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.609210:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.609212:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.609220:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.609226:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.609246:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760757.610125:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 22380544<>22384640
00000100:00100000:1.0:1789760757.610177:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760757.610203:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508382592:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760757.740115:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5466, 5466]
00000080:00200000:1.0:1789760757.740131:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.740137:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.740152:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22392832 i_blocks 45063
00000020:00200000:1.0:1789760757.740155:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.740165:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.740596:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22392832, count: 4096
00000080:00200000:1.0:1789760757.740606:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22392832, bytes: 4096
00000080:00200000:1.0:1789760757.740617:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.740626:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.740666:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22392832, 22396928) 0 0
00000080:00200000:1.0:1789760757.740672:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.740689:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5467, 5467]
00020000:00200000:1.0:1789760757.740698:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22392832 chunk: [22392832, 22396928) 22396928, 4096
00020000:00200000:1.0:1789760757.740702:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.740723:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5467, 5467]
00000008:00010000:1.0:1789760757.740740:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.740746:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760757.740757:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22392832, 22396928) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.740770:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22392832=0x155b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.740826:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.740829:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22396928
00000020:00010000:1.0:1789760757.740836:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.740839:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.740842:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.740846:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.740850:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.740857:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.740864:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.740881:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760757.741011:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 22392832<>22396928
00000100:00100000:1.0:1789760757.741066:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760757.741086:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508382976:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760757.853116:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5469, 5469]
00000080:00200000:1.0:1789760757.853133:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.853140:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.853157:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22405120 i_blocks 45063
00000020:00200000:1.0:1789760757.853162:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.853171:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.853206:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22405120, count: 4096
00000080:00200000:1.0:1789760757.853214:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22405120, bytes: 4096
00000080:00200000:1.0:1789760757.853225:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.853235:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.853237:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22405120, 22409216) 0 0
00000080:00200000:1.0:1789760757.853242:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.853266:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5470, 5470]
00020000:00200000:1.0:1789760757.853275:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22405120 chunk: [22405120, 22409216) 22409216, 4096
00020000:00200000:1.0:1789760757.853280:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.853300:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5470, 5470]
00000008:00010000:1.0:1789760757.853318:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.853324:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760757.853335:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22405120, 22409216) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.853348:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22405120=0x155e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.853407:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.853410:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22409216
00000020:00010000:1.0:1789760757.853418:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.853421:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.853424:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.853428:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.853432:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.853440:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.853447:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.853462:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760757.853855:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 22405120<>22409216
00000080:00200000:1.0:1789760757.923033:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5470, 5470]
00000080:00200000:1.0:1789760757.923066:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.923073:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.923093:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22409216 i_blocks 45063
00000020:00200000:1.0:1789760757.923099:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.923116:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.923151:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22409216, count: 4096
00000080:00200000:1.0:1789760757.923160:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22409216, bytes: 4096
00000080:00200000:1.0:1789760757.923262:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.923274:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.923276:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22409216, 22413312) 0 0
00000080:00200000:1.0:1789760757.923282:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.923299:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5471, 5471]
00020000:00200000:1.0:1789760757.923307:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22409216 chunk: [22409216, 22413312) 22413312, 4096
00020000:00200000:1.0:1789760757.923311:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.923333:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5471, 5471]
00000008:00010000:1.0:1789760757.923352:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.923358:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760757.923371:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22409216, 22413312) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.923385:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22409216=0x155f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.923456:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.923459:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22413312
00000020:00010000:1.0:1789760757.923469:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.923472:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.923476:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.923616:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.923619:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.923801:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.923810:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.923840:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760757.923977:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 22409216<>22413312
00000080:00200000:1.0:1789760757.979608:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5471, 5471]
00000080:00200000:1.0:1789760757.979621:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760757.979626:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760757.979664:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22413312 i_blocks 45063
00000020:00200000:1.0:1789760757.979667:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760757.979676:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760757.979701:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22413312, count: 4096
00000080:00200000:1.0:1789760757.979708:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22413312, bytes: 4096
00000080:00200000:1.0:1789760757.979720:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760757.979727:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760757.979729:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22413312, 22417408) 0 0
00000080:00200000:1.0:1789760757.979733:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760757.979744:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5472, 5472]
00020000:00200000:1.0:1789760757.979752:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22413312 chunk: [22413312, 22417408) 22417408, 4096
00020000:00200000:1.0:1789760757.979755:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760757.979770:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5472, 5472]
00000008:00010000:1.0:1789760757.979789:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760757.979794:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760757.979802:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22413312, 22417408) append 0 append lockpos 0
00000080:00200000:1.0:1789760757.980076:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22413312=0x1560000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760757.980130:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760757.980133:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22417408
00000020:00010000:1.0:1789760757.980140:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760757.980143:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.980146:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760757.980149:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760757.980152:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760757.980158:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760757.980164:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760757.980181:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760757.980289:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 22413312<>22417408
00000080:00200000:1.0:1789760758.047718:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5472, 5472]
00000080:00200000:1.0:1789760758.047731:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.047735:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.047746:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22417408 i_blocks 45063
00000020:00200000:1.0:1789760758.047749:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.047756:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.047780:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22417408, count: 4096
00000080:00200000:1.0:1789760758.047786:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22417408, bytes: 4096
00000080:00200000:1.0:1789760758.047794:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.047802:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.047804:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22417408, 22421504) 0 0
00000080:00200000:1.0:1789760758.047808:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.047820:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5473, 5473]
00020000:00200000:1.0:1789760758.047827:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22417408 chunk: [22417408, 22421504) 22421504, 4096
00020000:00200000:1.0:1789760758.047830:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.047844:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5473, 5473]
00000008:00010000:1.0:1789760758.047857:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.047863:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.047871:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22417408, 22421504) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.047883:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22417408=0x1561000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.047922:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.047925:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22421504
00000020:00010000:1.0:1789760758.047931:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.047935:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.047938:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.047941:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.047944:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.047951:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.047957:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:1.0:1789760758.048159:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508383744:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760758.117941:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5473, 5473]
00000080:00200000:1.0:1789760758.117953:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.117959:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.117970:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22421504 i_blocks 45063
00000020:00200000:1.0:1789760758.117973:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.117984:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.118009:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22421504, count: 4096
00000080:00200000:1.0:1789760758.118014:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22421504, bytes: 4096
00000080:00200000:1.0:1789760758.118022:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.118028:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.118030:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22421504, 22425600) 0 0
00000080:00200000:1.0:1789760758.118035:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.118046:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5474, 5474]
00020000:00200000:1.0:1789760758.118053:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22421504 chunk: [22421504, 22425600) 22425600, 4096
00020000:00200000:1.0:1789760758.118057:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.118071:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5474, 5474]
00000008:00010000:1.0:1789760758.118085:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.118090:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.118098:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22421504, 22425600) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.118109:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22421504=0x1562000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.118153:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.118156:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22425600
00000020:00010000:1.0:1789760758.118162:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.118165:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.118167:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.118170:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.118173:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.118178:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.118183:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.118196:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760758.118484:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 22421504<>22425600
00000080:00200000:1.0:1789760758.155296:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5474, 5474]
00000080:00200000:1.0:1789760758.155309:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.155314:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.155325:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22425600 i_blocks 45063
00000020:00200000:1.0:1789760758.155328:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.155337:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.155364:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22425600, count: 4096
00000080:00200000:1.0:1789760758.155370:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22425600, bytes: 4096
00000080:00200000:1.0:1789760758.155378:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.155386:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.155388:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22425600, 22429696) 0 0
00000080:00200000:1.0:1789760758.155392:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.155404:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5475, 5475]
00020000:00200000:1.0:1789760758.155411:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22425600 chunk: [22425600, 22429696) 22429696, 4096
00020000:00200000:1.0:1789760758.155415:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.155430:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5475, 5475]
00000008:00010000:1.0:1789760758.155444:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.155449:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.155457:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22425600, 22429696) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.155467:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22425600=0x1563000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.155513:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.155515:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22429696
00000020:00010000:1.0:1789760758.155522:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.155525:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.155528:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.155531:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.155533:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.155539:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.155546:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.155563:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760758.155724:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 22425600<>22429696
00000080:00200000:1.0:1789760758.206321:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5475, 5475]
00000080:00200000:1.0:1789760758.206333:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.206337:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.206348:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22429696 i_blocks 45063
00000020:00200000:1.0:1789760758.206351:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.206360:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.206383:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22429696, count: 4096
00000080:00200000:1.0:1789760758.206388:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22429696, bytes: 4096
00000080:00200000:1.0:1789760758.206396:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.206403:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.206405:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22429696, 22433792) 0 0
00000080:00200000:1.0:1789760758.206408:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.206421:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5476, 5476]
00020000:00200000:1.0:1789760758.206428:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22429696 chunk: [22429696, 22433792) 22433792, 4096
00020000:00200000:1.0:1789760758.206432:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.206447:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5476, 5476]
00000008:00010000:1.0:1789760758.206460:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.206464:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.206472:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22429696, 22433792) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.206482:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22429696=0x1564000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.206527:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.206530:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22433792
00000020:00010000:1.0:1789760758.206536:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.206540:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.206543:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.206545:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.206548:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.206554:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.206559:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.206574:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760758.206814:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 22429696<>22433792
00000080:00200000:1.0:1789760758.254895:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5476, 5476]
00000080:00200000:1.0:1789760758.254909:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.254914:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.254926:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22433792 i_blocks 45063
00000020:00200000:1.0:1789760758.254930:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.254938:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.254963:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22433792, count: 4096
00000080:00200000:1.0:1789760758.254977:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22433792, bytes: 4096
00000080:00200000:1.0:1789760758.254986:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.254993:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.254995:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22433792, 22437888) 0 0
00000080:00200000:1.0:1789760758.254999:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.255011:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5477, 5477]
00020000:00200000:1.0:1789760758.255017:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22433792 chunk: [22433792, 22437888) 22437888, 4096
00020000:00200000:1.0:1789760758.255021:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.255036:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5477, 5477]
00000008:00010000:1.0:1789760758.255049:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.255054:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.255063:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22433792, 22437888) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.255073:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22433792=0x1565000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.255453:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.255457:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22437888
00000020:00010000:1.0:1789760758.255463:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.255468:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.255475:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.255478:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.255481:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.255488:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.255495:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:1.0:1789760758.255667:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760758.256192:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508384256:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760758.292218:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5477, 5477]
00000080:00200000:1.0:1789760758.292234:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.292240:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.292262:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22437888 i_blocks 45063
00000020:00200000:1.0:1789760758.292266:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.292276:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.292301:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22437888, count: 4096
00000080:00200000:1.0:1789760758.292307:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22437888, bytes: 4096
00000080:00200000:1.0:1789760758.292317:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.292324:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.292326:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22437888, 22441984) 0 0
00000080:00200000:1.0:1789760758.292330:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.292341:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5478, 5478]
00020000:00200000:1.0:1789760758.292348:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22437888 chunk: [22437888, 22441984) 22441984, 4096
00020000:00200000:1.0:1789760758.292351:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.292366:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5478, 5478]
00000008:00010000:1.0:1789760758.292380:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.292385:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.292394:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22437888, 22441984) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.292404:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22437888=0x1566000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.292449:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.292451:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22441984
00000020:00010000:1.0:1789760758.292457:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.292461:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.292463:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.292467:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.292470:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.292476:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.292481:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.292498:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760758.292600:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 22437888<>22441984
00000100:00100000:1.0:1789760758.292681:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760758.292697:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508384384:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760758.333022:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5478, 5478]
00000080:00200000:1.0:1789760758.333034:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.333039:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.333050:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22441984 i_blocks 45063
00000020:00200000:1.0:1789760758.333054:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.333062:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.333087:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22441984, count: 4096
00000080:00200000:1.0:1789760758.333092:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22441984, bytes: 4096
00000080:00200000:1.0:1789760758.333099:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.333106:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.333108:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22441984, 22446080) 0 0
00000080:00200000:1.0:1789760758.333112:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.333124:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5479, 5479]
00020000:00200000:1.0:1789760758.333130:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22441984 chunk: [22441984, 22446080) 22446080, 4096
00020000:00200000:1.0:1789760758.333134:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.333148:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5479, 5479]
00000008:00010000:1.0:1789760758.333162:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.333166:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.333174:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22441984, 22446080) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.333184:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22441984=0x1567000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.333224:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.333226:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22446080
00000020:00010000:1.0:1789760758.333233:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.333236:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.333239:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.333243:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.333246:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.333264:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.333270:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.333283:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760758.333375:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 22441984<>22446080
00000080:00200000:1.0:1789760758.376617:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5479, 5479]
00000080:00200000:1.0:1789760758.376652:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.376657:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.376670:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22446080 i_blocks 45063
00000020:00200000:1.0:1789760758.376674:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.376683:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.376707:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22446080, count: 4096
00000080:00200000:1.0:1789760758.376713:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22446080, bytes: 4096
00000080:00200000:1.0:1789760758.376721:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.376742:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.376744:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22446080, 22450176) 0 0
00000080:00200000:1.0:1789760758.376748:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.376760:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5480, 5480]
00020000:00200000:1.0:1789760758.376767:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22446080 chunk: [22446080, 22450176) 22450176, 4096
00020000:00200000:1.0:1789760758.376771:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.376786:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5480, 5480]
00000008:00010000:1.0:1789760758.376799:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.376804:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.376812:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22446080, 22450176) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.376823:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22446080=0x1568000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.376866:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.376869:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22450176
00000020:00010000:1.0:1789760758.376875:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.376878:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.376881:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.376884:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.376886:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.376892:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.376898:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.376911:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760758.376997:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 22446080<>22450176
00000080:00200000:1.0:1789760758.417925:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5480, 5480]
00000080:00200000:1.0:1789760758.417941:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.417947:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.417962:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22450176 i_blocks 45063
00000020:00200000:1.0:1789760758.417966:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.417976:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.418008:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22450176, count: 4096
00000080:00200000:1.0:1789760758.418016:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22450176, bytes: 4096
00000080:00200000:1.0:1789760758.418027:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.418036:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.418038:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22450176, 22454272) 0 0
00000080:00200000:1.0:1789760758.418043:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.418059:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5481, 5481]
00020000:00200000:1.0:1789760758.418068:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22450176 chunk: [22450176, 22454272) 22454272, 4096
00020000:00200000:1.0:1789760758.418073:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.418093:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5481, 5481]
00000008:00010000:1.0:1789760758.418110:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.418115:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.418127:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22450176, 22454272) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.418140:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22450176=0x1569000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.418276:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.418279:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22454272
00000020:00010000:1.0:1789760758.418289:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.418293:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.418296:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.418300:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.418302:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.418310:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.418317:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.418335:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760758.418457:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 22450176<>22454272
00010000:00010000:1.0:1789760758.424982:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1789760758.474963:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5481, 5481]
00000080:00200000:1.0:1789760758.474991:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.474998:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.475051:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22454272 i_blocks 45063
00000020:00200000:1.0:1789760758.475059:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.475075:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.475106:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22454272, count: 4096
00000080:00200000:1.0:1789760758.475115:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22454272, bytes: 4096
00000080:00200000:1.0:1789760758.475130:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.475139:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.475141:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22454272, 22458368) 0 0
00000080:00200000:1.0:1789760758.475146:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.475163:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5482, 5482]
00020000:00200000:1.0:1789760758.475171:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22454272 chunk: [22454272, 22458368) 22458368, 4096
00020000:00200000:1.0:1789760758.475175:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.475197:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5482, 5482]
00000008:00010000:1.0:1789760758.475215:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.475221:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.475233:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22454272, 22458368) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.475247:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22454272=0x156a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.475391:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.475395:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22458368
00000020:00010000:1.0:1789760758.475404:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.475408:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.475411:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.475415:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.475418:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.475427:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.475432:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.475453:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760758.476226:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 22454272<>22458368
00000080:00200000:1.0:1789760758.523995:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5482, 5482]
00000080:00200000:1.0:1789760758.524024:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.524030:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:1.0:1789760758.607755:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508385280:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760758.803874:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5489, 5489]
00000080:00200000:1.0:1789760758.803890:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.803897:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.803922:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22487040 i_blocks 45063
00000020:00200000:1.0:1789760758.803926:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.803937:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.803973:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22487040, count: 4096
00000080:00200000:1.0:1789760758.803981:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22487040, bytes: 4096
00000080:00200000:1.0:1789760758.803990:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.804000:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.804002:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22487040, 22491136) 0 0
00000080:00200000:1.0:1789760758.804007:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.804030:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5490, 5490]
00020000:00200000:1.0:1789760758.804039:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22487040 chunk: [22487040, 22491136) 22491136, 4096
00020000:00200000:1.0:1789760758.804043:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.804065:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5490, 5490]
00000008:00010000:1.0:1789760758.804082:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.804088:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.804099:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22487040, 22491136) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.804113:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22487040=0x1572000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.804170:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.804173:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22491136
00000020:00010000:1.0:1789760758.804181:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.804185:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.804188:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.804192:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.804195:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.804203:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.804210:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.804225:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760758.804909:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 22487040<>22491136
00000100:00100000:1.0:1789760758.804956:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760758.804977:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508385920:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760758.842241:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760758.842278:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508385920:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760758.874115:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5491, 5491]
00000080:00200000:0.0:1789760758.874133:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760758.874139:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760758.874155:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22495232 i_blocks 45063
00000020:00200000:0.0:1789760758.874160:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760758.874179:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760758.874215:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22495232, count: 4096
00000080:00200000:0.0:1789760758.874223:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22495232, bytes: 4096
00000080:00200000:0.0:1789760758.874236:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760758.874245:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760758.875944:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22495232, 22499328) 0 0
00000080:00200000:0.0:1789760758.875956:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760758.876035:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5492, 5492]
00020000:00200000:0.0:1789760758.876046:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22495232 chunk: [22495232, 22499328) 22499328, 4096
00020000:00200000:0.0:1789760758.876051:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760758.876080:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5492, 5492]
00000008:00010000:0.0:1789760758.876108:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760758.876114:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760758.876127:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22495232, 22499328) append 0 append lockpos 0
00000080:00200000:0.0:1789760758.876143:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22495232=0x1574000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760758.876540:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760758.876544:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22499328
00000020:00010000:0.0:1789760758.876554:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760758.876558:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.876562:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760758.876565:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760758.876568:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760758.876580:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760758.876588:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760758.877160:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760758.877532:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 22495232<>22499328
00000100:00100000:1.0:1789760758.877590:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760758.880689:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508386176:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760758.930393:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972812 gen 3
00000008:00010000:0.0:1789760758.930443:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:0.0:1789760758.930452:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760758.930466:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760758.930550:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:0.0:1789760758.930583:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508386176:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760758.930946:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5492, 5492]
00000080:00200000:1.0:1789760758.930962:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.930967:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.931126:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22499328 i_blocks 45063
00000020:00200000:1.0:1789760758.931131:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.931143:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.931255:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22499328, count: 4096
00000080:00200000:1.0:1789760758.931264:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22499328, bytes: 4096
00000080:00200000:1.0:1789760758.931278:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.931286:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.931289:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22499328, 22503424) 0 0
00000080:00200000:1.0:1789760758.931293:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.931311:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5493, 5493]
00020000:00200000:1.0:1789760758.931320:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22499328 chunk: [22499328, 22503424) 22503424, 4096
00020000:00200000:1.0:1789760758.931324:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.931345:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5493, 5493]
00000008:00010000:1.0:1789760758.931362:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.931367:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.931378:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22499328, 22503424) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.931392:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22499328=0x1575000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.931455:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.931458:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22503424
00000020:00010000:1.0:1789760758.931467:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.931470:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.931474:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.931478:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.931481:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.931488:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.931495:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.931516:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760758.932282:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 22499328<>22503424
00000100:00100000:0.0:1789760758.934536:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760758.934740:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508386304:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760758.975785:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972813 gen 3
00000008:00010000:0.0:1789760758.975838:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760758.975847:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760758.975858:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760758.975936:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000100:00100000:0.0:1789760758.975969:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508386304:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760758.981400:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5493, 5493]
00000080:00200000:1.0:1789760758.981429:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760758.981435:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760758.981454:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22503424 i_blocks 45063
00000020:00200000:1.0:1789760758.981459:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760758.981478:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760758.981510:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22503424, count: 4096
00000080:00200000:1.0:1789760758.981519:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22503424, bytes: 4096
00000080:00200000:1.0:1789760758.981533:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760758.981541:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760758.981544:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22503424, 22507520) 0 0
00000080:00200000:1.0:1789760758.981548:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760758.981564:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5494, 5494]
00020000:00200000:1.0:1789760758.981573:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22503424 chunk: [22503424, 22507520) 22507520, 4096
00020000:00200000:1.0:1789760758.981577:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760758.982164:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5494, 5494]
00000008:00010000:1.0:1789760758.982187:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760758.982193:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760758.982207:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22503424, 22507520) append 0 append lockpos 0
00000080:00200000:1.0:1789760758.982221:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22503424=0x1576000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760758.982361:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760758.982365:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22507520
00000020:00010000:1.0:1789760758.982375:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760758.982379:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.982382:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760758.982387:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760758.982390:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760758.982398:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760758.982406:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760758.982439:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760758.982575:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 22503424<>22507520
00000100:00100000:1.0:1789760758.983227:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760758.983835:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508386432:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760759.020562:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972814 gen 3
00000008:00010000:0.0:1789760759.020810:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760759.020817:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.020829:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.020891:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760759.020922:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508386432:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760759.021277:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5494, 5494]
00000080:00200000:1.0:1789760759.021294:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760759.021300:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760759.021317:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22507520 i_blocks 45063
00000020:00200000:1.0:1789760759.021321:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760759.021332:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760759.021363:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22507520, count: 4096
00000080:00200000:1.0:1789760759.021370:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22507520, bytes: 4096
00000080:00200000:1.0:1789760759.021380:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760759.021389:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760759.021392:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22507520, 22511616) 0 0
00000080:00200000:1.0:1789760759.021397:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760759.021412:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5495, 5495]
00020000:00200000:1.0:1789760759.021420:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22507520 chunk: [22507520, 22511616) 22511616, 4096
00020000:00200000:1.0:1789760759.021424:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760759.021444:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5495, 5495]
00000008:00010000:1.0:1789760759.021462:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760759.021468:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760759.021480:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22507520, 22511616) append 0 append lockpos 0
00000080:00200000:1.0:1789760759.021496:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22507520=0x1577000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760759.021559:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760759.021562:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22511616
00000020:00010000:1.0:1789760759.021571:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760759.021575:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.021579:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.021582:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760759.021842:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760759.021851:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760759.021858:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760759.021878:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760759.022009:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 22507520<>22511616
00000100:00100000:0.0:1789760759.022080:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508386560:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760759.057032:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972815 gen 3
00000008:00010000:0.0:1789760759.057089:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760759.057097:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.057110:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.057136:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760759.057177:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508386560:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760759.057350:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5495, 5495]
00000080:00200000:1.0:1789760759.057366:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760759.057373:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760759.057389:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22511616 i_blocks 45063
00000020:00200000:1.0:1789760759.057393:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760759.057403:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760759.057437:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22511616, count: 4096
00000080:00200000:1.0:1789760759.057445:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22511616, bytes: 4096
00000080:00200000:1.0:1789760759.057456:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760759.057465:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760759.057467:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22511616, 22515712) 0 0
00000080:00200000:1.0:1789760759.057472:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760759.057488:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5496, 5496]
00020000:00200000:1.0:1789760759.057498:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22511616 chunk: [22511616, 22515712) 22515712, 4096
00020000:00200000:1.0:1789760759.057502:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760759.057520:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5496, 5496]
00000008:00010000:1.0:1789760759.057538:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760759.057543:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760759.057554:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22511616, 22515712) append 0 append lockpos 0
00000080:00200000:1.0:1789760759.057568:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22511616=0x1578000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760759.057799:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760759.057803:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22515712
00000020:00010000:1.0:1789760759.057812:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760759.057817:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.057820:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.057824:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760759.057827:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760759.057835:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760759.057842:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760759.057859:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760759.057983:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 22511616<>22515712
00000100:00100000:0.0:1789760759.058082:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508386688:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760759.096576:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972816 gen 3
00000008:00010000:0.0:1789760759.096670:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760759.096679:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.096690:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.096706:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:0.0:1789760759.096735:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508386688:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760759.096895:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5496, 5496]
00000080:00200000:1.0:1789760759.096913:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760759.096919:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760759.096935:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22515712 i_blocks 45063
00000020:00200000:1.0:1789760759.096939:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760759.096949:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760759.096981:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22515712, count: 4096
00000080:00200000:1.0:1789760759.096988:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22515712, bytes: 4096
00000080:00200000:1.0:1789760759.096998:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760759.097008:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760759.097010:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22515712, 22519808) 0 0
00000080:00200000:1.0:1789760759.097015:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760759.097033:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5497, 5497]
00020000:00200000:1.0:1789760759.097041:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22515712 chunk: [22515712, 22519808) 22519808, 4096
00020000:00200000:1.0:1789760759.097046:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760759.097066:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5497, 5497]
00000008:00010000:1.0:1789760759.097084:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760759.097090:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760759.097104:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22515712, 22519808) append 0 append lockpos 0
00000080:00200000:1.0:1789760759.097118:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22515712=0x1579000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760759.097261:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760759.097264:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22519808
00000020:00010000:1.0:1789760759.097273:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760759.097278:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.097281:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.097285:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760759.097288:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760759.097296:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760759.097303:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760759.097320:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760759.097454:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 22515712<>22519808
00000100:00100000:0.0:1789760759.097889:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760759.097910:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508386816:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760759.134368:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972817 gen 3
00000008:00010000:0.0:1789760759.134422:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760759.134431:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.134444:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.134472:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760759.134504:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508386816:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760759.134665:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5497, 5497]
00000080:00200000:1.0:1789760759.134685:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760759.134692:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760759.134709:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22519808 i_blocks 45063
00000020:00200000:1.0:1789760759.134714:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760759.134725:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760759.134758:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22519808, count: 4096
00000080:00200000:1.0:1789760759.134766:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22519808, bytes: 4096
00000080:00200000:1.0:1789760759.134779:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760759.134788:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760759.134791:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22519808, 22523904) 0 0
00000080:00200000:1.0:1789760759.134795:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760759.134814:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5498, 5498]
00020000:00200000:1.0:1789760759.134824:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22519808 chunk: [22519808, 22523904) 22523904, 4096
00020000:00200000:1.0:1789760759.134828:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760759.134850:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5498, 5498]
00000008:00010000:1.0:1789760759.134868:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760759.134874:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760759.134887:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22519808, 22523904) append 0 append lockpos 0
00000080:00200000:1.0:1789760759.134903:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22519808=0x157a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760759.134964:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760759.134967:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22523904
00000020:00010000:1.0:1789760759.134976:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760759.134980:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.134983:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.134987:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760759.134990:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760759.134997:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760759.135004:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760759.135021:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760759.135146:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 22519808<>22523904
00000100:00100000:0.0:1789760759.135379:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508386944:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760759.186132:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972818 gen 3
00000008:00010000:0.0:1789760759.186884:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760759.186892:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.186902:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.186928:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760759.186957:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508386944:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760759.187267:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5498, 5498]
00000080:00200000:1.0:1789760759.187280:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760759.187286:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760759.187298:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22523904 i_blocks 45063
00000020:00200000:1.0:1789760759.187302:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760759.187310:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760759.187335:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22523904, count: 4096
00000080:00200000:1.0:1789760759.187341:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22523904, bytes: 4096
00000080:00200000:1.0:1789760759.187778:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760759.189890:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760759.189895:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22523904, 22528000) 0 0
00000080:00200000:1.0:1789760759.189901:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760759.189920:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5499, 5499]
00020000:00200000:1.0:1789760759.189929:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22523904 chunk: [22523904, 22528000) 22528000, 4096
00020000:00200000:1.0:1789760759.189933:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760759.189952:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5499, 5499]
00000008:00010000:1.0:1789760759.189970:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760759.189974:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760759.189983:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22523904, 22528000) append 0 append lockpos 0
00000080:00200000:1.0:1789760759.189995:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22523904=0x157b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760759.190050:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760759.190052:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22528000
00000020:00010000:1.0:1789760759.190059:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760759.190063:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.190066:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.190069:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760759.190071:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760759.190079:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760759.190084:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760759.190107:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760759.190206:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 22523904<>22528000
00000100:00100000:0.0:1789760759.190699:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760759.190722:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508387072:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760759.251105:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972819 gen 3
00000008:00010000:0.0:1789760759.251214:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760759.251221:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.251295:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.251359:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:0.0:1789760759.251384:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508387072:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760759.254062:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5499, 5499]
00000080:00200000:1.0:1789760759.254081:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760759.254086:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760759.254099:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22528000 i_blocks 45063
00000020:00200000:1.0:1789760759.254104:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760759.254187:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760759.254216:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22528000, count: 4096
00000080:00200000:1.0:1789760759.254224:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22528000, bytes: 4096
00000080:00200000:1.0:1789760759.254353:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760759.254361:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760759.254363:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22528000, 22532096) 0 0
00000080:00200000:1.0:1789760759.254367:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760759.254380:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5500, 5500]
00020000:00200000:1.0:1789760759.254387:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22528000 chunk: [22528000, 22532096) 22532096, 4096
00020000:00200000:1.0:1789760759.254390:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760759.254405:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5500, 5500]
00000008:00010000:1.0:1789760759.254419:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760759.254423:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760759.254431:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22528000, 22532096) append 0 append lockpos 0
00000080:00200000:1.0:1789760759.254441:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22528000=0x157c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760759.254491:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760759.254493:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22532096
00000020:00010000:1.0:1789760759.254500:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760759.254503:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.254515:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.254519:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760759.254521:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760759.254528:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760759.254534:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760759.254556:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760759.254675:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 22528000<>22532096
00000100:00100000:0.0:1789760759.254751:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508387200:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760759.284068:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760759.284079:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.284089:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.284157:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760759.284184:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508387200:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760759.284801:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5500, 5500]
00000080:00200000:1.0:1789760759.285043:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760759.285049:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760759.285062:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22532096 i_blocks 45063
00000020:00200000:1.0:1789760759.285066:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760759.285075:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760759.285102:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22532096, count: 4096
00000080:00200000:1.0:1789760759.285108:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22532096, bytes: 4096
00000080:00200000:1.0:1789760759.285117:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760759.285128:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760759.285130:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22532096, 22536192) 0 0
00000080:00200000:1.0:1789760759.285135:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760759.285147:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5501, 5501]
00020000:00200000:1.0:1789760759.285152:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22532096 chunk: [22532096, 22536192) 22536192, 4096
00020000:00200000:1.0:1789760759.285156:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760759.285171:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5501, 5501]
00000008:00010000:1.0:1789760759.285185:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760759.285189:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760759.285199:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22532096, 22536192) append 0 append lockpos 0
00000080:00200000:1.0:1789760759.285210:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22532096=0x157d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760759.285275:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760759.285278:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22536192
00000020:00010000:1.0:1789760759.285285:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760759.285289:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.285291:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.285294:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760759.285297:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760759.285303:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760759.285309:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760759.285326:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760759.285421:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 22532096<>22536192
00000100:00100000:0.0:1789760759.285508:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508387328:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760759.339843:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972821 gen 3
00000008:00010000:0.0:1789760759.339889:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760759.339895:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.339904:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.339965:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760759.339989:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508387328:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760759.340119:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5501, 5501]
00000080:00200000:1.0:1789760759.340131:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760759.340136:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760759.340148:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22536192 i_blocks 45063
00000020:00200000:1.0:1789760759.340151:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760759.340274:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760759.340299:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22536192, count: 4096
00000080:00200000:1.0:1789760759.340306:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22536192, bytes: 4096
00000080:00200000:1.0:1789760759.340314:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760759.340321:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760759.340323:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22536192, 22540288) 0 0
00000080:00200000:1.0:1789760759.340326:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760759.340339:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5502, 5502]
00020000:00200000:1.0:1789760759.340345:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22536192 chunk: [22536192, 22540288) 22540288, 4096
00020000:00200000:1.0:1789760759.340349:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760759.340365:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5502, 5502]
00000008:00010000:1.0:1789760759.340380:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760759.340385:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760759.340393:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22536192, 22540288) append 0 append lockpos 0
00000080:00200000:1.0:1789760759.340463:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22536192=0x157e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760759.340512:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760759.340515:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22540288
00000020:00010000:1.0:1789760759.340522:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760759.340525:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.340528:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760759.340531:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760759.340533:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760759.340539:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760759.340545:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760759.340560:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760759.340687:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 22536192<>22540288
00000100:00100000:1.0:1789760759.340732:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508387456:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760759.375414:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760759.375426:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.375436:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.377224:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000100:00100000:0.0:1789760759.377273:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508387456:192.168.203.123@tcp:4:dd.0
00010000:00010000:0.0:1789760759.449455:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760759.594062:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5507, 5507]
00000080:00200000:0.0:1789760759.594074:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760759.594079:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760759.594090:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22560768 i_blocks 45063
00000020:00200000:0.0:1789760759.594094:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760759.594103:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760759.594130:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22560768, count: 4096
00000080:00200000:0.0:1789760759.594136:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22560768, bytes: 4096
00000080:00200000:0.0:1789760759.594145:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760759.594152:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760759.594654:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22560768, 22564864) 0 0
00000080:00200000:0.0:1789760759.594660:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760759.594673:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5508, 5508]
00020000:00200000:0.0:1789760759.594680:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22560768 chunk: [22560768, 22564864) 22564864, 4096
00020000:00200000:0.0:1789760759.594684:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760759.594700:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5508, 5508]
00000008:00010000:0.0:1789760759.594713:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760759.594718:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760759.594726:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22560768, 22564864) append 0 append lockpos 0
00000080:00200000:0.0:1789760759.594735:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22560768=0x1584000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760759.594779:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760759.594782:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22564864
00000020:00010000:0.0:1789760759.594788:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760759.594791:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.594794:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760759.594797:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760759.594799:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760759.594805:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760759.594810:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760759.594825:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760759.594920:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 22560768<>22564864
00000100:00100000:1.0:1789760759.595011:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508388224:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760759.650104:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972828 gen 3
00000008:00010000:0.0:1789760759.650142:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:0.0:1789760759.650149:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760759.650159:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760759.650275:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:0.0:1789760759.650299:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508388224:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760760.106290:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5517, 5517]
00000080:00200000:0.0:1789760760.106311:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760760.106318:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760760.106331:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22601728 i_blocks 45063
00000020:00200000:0.0:1789760760.106335:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760760.106349:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760760.106375:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22601728, count: 4096
00000080:00200000:0.0:1789760760.106383:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22601728, bytes: 4096
00000080:00200000:0.0:1789760760.106394:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760760.106401:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760760.106403:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22601728, 22605824) 0 0
00000080:00200000:0.0:1789760760.106407:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760760.106420:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5518, 5518]
00020000:00200000:0.0:1789760760.106427:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22601728 chunk: [22601728, 22605824) 22605824, 4096
00020000:00200000:0.0:1789760760.106431:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760760.106446:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5518, 5518]
00000008:00010000:0.0:1789760760.106461:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760760.106465:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760760.106474:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22601728, 22605824) append 0 append lockpos 0
00000080:00200000:0.0:1789760760.106486:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22601728=0x158e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760760.106540:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760760.106543:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22605824
00000020:00010000:0.0:1789760760.106551:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760760.106554:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.106557:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.106560:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760760.106563:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760760.106569:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760760.106575:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760760.107220:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760760.107333:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 22601728<>22605824
00000100:00100000:1.0:1789760760.107395:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760760.108272:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508389504:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760760.151298:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972837 gen 3
00000100:00100000:0.0:1789760760.151328:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954d880 x1876699508389504/t4294972838(4294972838) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760776 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760760.151363:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:0.0:1789760760.151369:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.151377:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.151396:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:0.0:1789760760.151416:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508389504:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760760.151699:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5518, 5518]
00000080:00200000:1.0:1789760760.151711:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.151716:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.151726:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22605824 i_blocks 45063
00000020:00200000:1.0:1789760760.151729:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.151737:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.151762:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22605824, count: 4096
00000080:00200000:1.0:1789760760.151768:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22605824, bytes: 4096
00000080:00200000:1.0:1789760760.151775:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.151781:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.151783:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22605824, 22609920) 0 0
00000080:00200000:1.0:1789760760.151787:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.151799:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5519, 5519]
00020000:00200000:1.0:1789760760.151804:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22605824 chunk: [22605824, 22609920) 22609920, 4096
00020000:00200000:1.0:1789760760.151807:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.151820:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5519, 5519]
00000008:00010000:1.0:1789760760.151832:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.151837:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760760.151846:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22605824, 22609920) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.151856:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22605824=0x158f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.151897:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.151900:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22609920
00000020:00010000:1.0:1789760760.151906:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.151909:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.151911:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.151914:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.151917:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.151922:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.151928:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.151942:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760760.152192:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 22605824<>22609920
00000100:00100000:0.0:1789760760.152791:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760760.152808:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508389632:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760760.200199:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972839 gen 3
00000008:00010000:0.0:1789760760.200360:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760760.200367:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.200375:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.200438:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760760.200465:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508389632:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760760.200533:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5519, 5519]
00000080:00200000:1.0:1789760760.200546:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.200551:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.200562:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22609920 i_blocks 45063
00000020:00200000:1.0:1789760760.200566:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.200575:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.200689:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22609920, count: 4096
00000080:00200000:1.0:1789760760.200696:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22609920, bytes: 4096
00000080:00200000:1.0:1789760760.200703:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.200710:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.200712:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22609920, 22614016) 0 0
00000080:00200000:1.0:1789760760.200715:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.200727:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5520, 5520]
00020000:00200000:1.0:1789760760.200733:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22609920 chunk: [22609920, 22614016) 22614016, 4096
00020000:00200000:1.0:1789760760.200736:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.200822:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5520, 5520]
00000008:00010000:1.0:1789760760.200836:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.200841:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760760.200850:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22609920, 22614016) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.200861:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22609920=0x1590000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.200902:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.200905:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22614016
00000020:00010000:1.0:1789760760.200911:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.200914:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.200917:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.200920:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.200923:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.200929:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.200934:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.200949:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760760.201039:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 22609920<>22614016
00000100:00100000:0.0:1789760760.201094:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508389760:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760760.234325:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972840 gen 3
00000008:00010000:0.0:1789760760.234363:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760760.234369:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.234378:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.234396:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000100:00100000:0.0:1789760760.234420:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508389760:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760760.234508:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5520, 5520]
00000080:00200000:1.0:1789760760.234521:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.234526:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.234540:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22614016 i_blocks 45063
00000020:00200000:1.0:1789760760.234543:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.234553:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.234578:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22614016, count: 4096
00000080:00200000:1.0:1789760760.234591:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22614016, bytes: 4096
00000080:00200000:1.0:1789760760.234606:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.234613:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.234615:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22614016, 22618112) 0 0
00000080:00200000:1.0:1789760760.234619:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.234660:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5521, 5521]
00020000:00200000:1.0:1789760760.234667:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22614016 chunk: [22614016, 22618112) 22618112, 4096
00020000:00200000:1.0:1789760760.234671:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.234687:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5521, 5521]
00000008:00010000:1.0:1789760760.234700:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.234706:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760760.234714:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22614016, 22618112) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.234724:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22614016=0x1591000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.234763:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.234766:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22618112
00000020:00010000:1.0:1789760760.234772:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.234775:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.234778:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.234781:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.234784:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.234790:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.234795:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.234809:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760760.234898:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 22614016<>22618112
00000100:00100000:0.0:1789760760.235054:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508389888:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760760.274923:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972841 gen 3
00000008:00010000:0.0:1789760760.274963:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:0.0:1789760760.274971:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.274981:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.275165:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:0.0:1789760760.275192:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508389888:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760760.275586:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5521, 5521]
00000080:00200000:1.0:1789760760.275599:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.275603:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.275615:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22618112 i_blocks 45063
00000020:00200000:1.0:1789760760.275619:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.275791:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.275819:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22618112, count: 4096
00000080:00200000:1.0:1789760760.275826:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22618112, bytes: 4096
00000080:00200000:1.0:1789760760.275835:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.275842:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.275845:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22618112, 22622208) 0 0
00000080:00200000:1.0:1789760760.275848:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.275860:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5522, 5522]
00020000:00200000:1.0:1789760760.275867:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22618112 chunk: [22618112, 22622208) 22622208, 4096
00020000:00200000:1.0:1789760760.275870:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.275884:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5522, 5522]
00000008:00010000:1.0:1789760760.275898:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.275904:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760760.275913:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22618112, 22622208) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.275923:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22618112=0x1592000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.275970:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.275973:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22622208
00000020:00010000:1.0:1789760760.275979:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.275982:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.275985:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.275988:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.275990:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.275997:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.276002:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.276018:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760760.277679:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 22618112<>22622208
00000100:00100000:0.0:1789760760.278036:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508390016:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760760.327314:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972842 gen 3
00000008:00010000:0.0:1789760760.327352:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:0.0:1789760760.327359:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.327369:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.327396:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:0.0:1789760760.327422:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508390016:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760760.421542:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5524, 5524]
00000080:00200000:0.0:1789760760.421555:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760760.421560:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760760.421572:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22630400 i_blocks 45063
00000020:00200000:0.0:1789760760.421575:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760760.421711:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760760.421803:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22630400, count: 4096
00000080:00200000:0.0:1789760760.421811:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22630400, bytes: 4096
00000080:00200000:0.0:1789760760.421820:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760760.421826:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760760.421828:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22630400, 22634496) 0 0
00000080:00200000:0.0:1789760760.421833:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760760.421850:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5525, 5525]
00020000:00200000:0.0:1789760760.421858:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22630400 chunk: [22630400, 22634496) 22634496, 4096
00020000:00200000:0.0:1789760760.421861:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760760.421876:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5525, 5525]
00000008:00010000:0.0:1789760760.421890:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760760.421894:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760760.421904:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22630400, 22634496) append 0 append lockpos 0
00000080:00200000:0.0:1789760760.421914:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22630400=0x1595000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760760.421959:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760760.421962:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22634496
00000020:00010000:0.0:1789760760.421968:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760760.421971:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.421974:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.421977:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760760.421980:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760760.421987:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760760.422060:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760760.422077:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760760.422174:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 22630400<>22634496
00000100:00100000:0.0:1789760760.422215:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760760.422229:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508390400:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760760.462943:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972845 gen 3
00000008:00010000:1.0:1789760760.462991:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760760.462997:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760760.463007:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760760.463029:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760760.463052:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508390400:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760760.660313:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5528, 5528]
00000080:00200000:0.0:1789760760.660326:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760760.660331:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760760.660343:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22646784 i_blocks 45063
00000020:00200000:0.0:1789760760.660346:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760760.660354:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760760.660379:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22646784, count: 4096
00000080:00200000:0.0:1789760760.660385:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22646784, bytes: 4096
00000080:00200000:0.0:1789760760.660393:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760760.660400:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760760.660401:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22646784, 22650880) 0 0
00000080:00200000:0.0:1789760760.660405:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760760.660416:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5529, 5529]
00020000:00200000:0.0:1789760760.660422:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22646784 chunk: [22646784, 22650880) 22650880, 4096
00020000:00200000:0.0:1789760760.660425:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760760.660438:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5529, 5529]
00000008:00010000:0.0:1789760760.660451:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760760.660455:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760760.660464:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22646784, 22650880) append 0 append lockpos 0
00000080:00200000:0.0:1789760760.660473:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22646784=0x1599000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760760.660518:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760760.660521:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22650880
00000020:00010000:0.0:1789760760.660528:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760760.660531:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.660534:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760760.660536:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760760.660538:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760760.660545:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760760.660551:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760760.660566:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760760.660919:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 22646784<>22650880
00000100:00100000:1.0:1789760760.660974:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508390912:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760760.700744:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972849 gen 3
00000008:00010000:0.0:1789760760.700777:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:0.0:1789760760.700784:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.700794:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.700815:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:0.0:1789760760.700840:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508390912:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760760.700959:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5529, 5529]
00000080:00200000:1.0:1789760760.700971:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.700976:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.700987:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22650880 i_blocks 45063
00000020:00200000:1.0:1789760760.700991:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.701000:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.701026:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22650880, count: 4096
00000080:00200000:1.0:1789760760.701033:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22650880, bytes: 4096
00000080:00200000:1.0:1789760760.701041:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.701048:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.701050:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22650880, 22654976) 0 0
00000080:00200000:1.0:1789760760.701054:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.701066:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5530, 5530]
00020000:00200000:1.0:1789760760.701072:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22650880 chunk: [22650880, 22654976) 22654976, 4096
00020000:00200000:1.0:1789760760.701076:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.701090:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5530, 5530]
00000008:00010000:1.0:1789760760.701104:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.701108:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760760.701117:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22650880, 22654976) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.701127:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22650880=0x159a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.701169:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.701172:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22654976
00000020:00010000:1.0:1789760760.701178:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.701181:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.701183:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.701186:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.701189:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.701195:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.701200:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.701214:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760760.701312:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 22650880<>22654976
00000100:00100000:1.0:1789760760.701344:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760760.701358:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508391040:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760760.770096:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972850 gen 3
00000008:00010000:0.0:1789760760.770132:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf600
00000020:00200000:0.0:1789760760.770138:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.770146:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.770172:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf600
00000100:00100000:0.0:1789760760.770194:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508391040:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760760.770281:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5530, 5530]
00000080:00200000:1.0:1789760760.770293:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.770298:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.770313:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22654976 i_blocks 45063
00000020:00200000:1.0:1789760760.770317:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.770325:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.770350:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22654976, count: 4096
00000080:00200000:1.0:1789760760.770355:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22654976, bytes: 4096
00000080:00200000:1.0:1789760760.770362:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.770369:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.770371:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22654976, 22659072) 0 0
00000080:00200000:1.0:1789760760.770375:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.770386:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5531, 5531]
00020000:00200000:1.0:1789760760.770392:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22654976 chunk: [22654976, 22659072) 22659072, 4096
00020000:00200000:1.0:1789760760.770396:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.770408:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5531, 5531]
00000008:00010000:1.0:1789760760.770420:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.770424:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760760.770432:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22654976, 22659072) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.770441:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22654976=0x159b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.770478:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.770480:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22659072
00000020:00010000:1.0:1789760760.770486:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.770489:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.770492:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.770495:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.770498:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.770503:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.770508:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.770520:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760760.770609:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 22654976<>22659072
00000100:00100000:0.0:1789760760.770841:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760760.770854:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508391168:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760760.841074:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972851 gen 3
00000008:00010000:0.0:1789760760.841240:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000020:00200000:0.0:1789760760.841249:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.841262:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.841324:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000100:00100000:0.0:1789760760.841355:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508391168:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760760.841440:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5531, 5531]
00000080:00200000:1.0:1789760760.841458:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.841464:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.841483:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22659072 i_blocks 45063
00000020:00200000:1.0:1789760760.841488:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.841500:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.841544:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22659072, count: 4096
00000080:00200000:1.0:1789760760.841552:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22659072, bytes: 4096
00000080:00200000:1.0:1789760760.841561:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.841570:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.841572:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22659072, 22663168) 0 0
00000080:00200000:1.0:1789760760.841577:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.841736:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5532, 5532]
00020000:00200000:1.0:1789760760.841811:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22659072 chunk: [22659072, 22663168) 22663168, 4096
00020000:00200000:1.0:1789760760.841816:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.841836:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5532, 5532]
00000008:00010000:1.0:1789760760.841853:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.841859:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760760.841871:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22659072, 22663168) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.841883:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22659072=0x159c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.841936:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.841938:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22663168
00000020:00010000:1.0:1789760760.841946:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.841949:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.841952:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.841956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.841959:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.841965:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.841972:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.841987:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760760.842110:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 22659072<>22663168
00000100:00100000:0.0:1789760760.842303:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508391296:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760760.897079:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972852 gen 3
00000008:00010000:0.0:1789760760.897132:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbff00
00000020:00200000:0.0:1789760760.897140:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.897153:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.897175:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbff00
00000100:00100000:0.0:1789760760.897203:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508391296:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760760.898341:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5532, 5532]
00000080:00200000:1.0:1789760760.898362:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760760.898368:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760760.898387:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22663168 i_blocks 45063
00000020:00200000:1.0:1789760760.898393:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760760.898407:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760760.898442:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22663168, count: 4096
00000080:00200000:1.0:1789760760.898451:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22663168, bytes: 4096
00000080:00200000:1.0:1789760760.898466:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760760.898474:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760760.898532:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22663168, 22667264) 0 0
00000080:00200000:1.0:1789760760.898539:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760760.898555:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5533, 5533]
00020000:00200000:1.0:1789760760.898564:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22663168 chunk: [22663168, 22667264) 22667264, 4096
00020000:00200000:1.0:1789760760.898569:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760760.898791:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5533, 5533]
00000008:00010000:1.0:1789760760.898812:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760760.898819:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760760.898830:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22663168, 22667264) append 0 append lockpos 0
00000080:00200000:1.0:1789760760.898845:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22663168=0x159d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760760.898909:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760760.898912:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22667264
00000020:00010000:1.0:1789760760.898920:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760760.898924:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.898927:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760760.898931:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760760.898934:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760760.898943:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760760.898951:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760760.898971:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760760.899976:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 22663168<>22667264
00000100:00100000:0.0:1789760760.900038:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760760.900225:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508391424:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760760.950379:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972853 gen 3
00000008:00010000:0.0:1789760760.950433:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf000
00000020:00200000:0.0:1789760760.950441:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760760.950452:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760760.950842:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf000
00000100:00100000:0.0:1789760760.950870:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508391424:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760761.040037:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5535, 5535]
00000080:00200000:0.0:1789760761.040059:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.040064:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.040080:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22675456 i_blocks 45063
00000020:00200000:0.0:1789760761.040085:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.040098:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.040131:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22675456, count: 4096
00000080:00200000:0.0:1789760761.040140:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22675456, bytes: 4096
00000080:00200000:0.0:1789760761.040151:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.040160:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.040163:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22675456, 22679552) 0 0
00000080:00200000:0.0:1789760761.040167:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.040183:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5536, 5536]
00020000:00200000:0.0:1789760761.040191:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22675456 chunk: [22675456, 22679552) 22679552, 4096
00020000:00200000:0.0:1789760761.040196:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.040216:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5536, 5536]
00000008:00010000:0.0:1789760761.040242:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.040249:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760761.040260:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22675456, 22679552) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.040274:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22675456=0x15a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.040338:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.040341:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22679552
00000020:00010000:0.0:1789760761.040349:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.040353:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.040356:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.040360:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.040363:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.040370:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.040377:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.040401:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760761.041126:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 22675456<>22679552
00000100:00100000:1.0:1789760761.041183:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760761.042709:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508391808:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760761.088432:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972856 gen 3
00000008:00010000:0.0:1789760761.088480:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:0.0:1789760761.088488:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760761.088500:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760761.088519:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:0.0:1789760761.088546:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508391808:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760761.089828:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5536, 5536]
00000080:00200000:1.0:1789760761.089851:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760761.089857:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760761.089874:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22679552 i_blocks 45063
00000020:00200000:1.0:1789760761.089879:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760761.089891:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760761.089924:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22679552, count: 4096
00000080:00200000:1.0:1789760761.089931:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22679552, bytes: 4096
00000080:00200000:1.0:1789760761.089946:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760761.089955:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760761.089957:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22679552, 22683648) 0 0
00000080:00200000:1.0:1789760761.089962:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760761.089977:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5537, 5537]
00020000:00200000:1.0:1789760761.089985:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22679552 chunk: [22679552, 22683648) 22683648, 4096
00020000:00200000:1.0:1789760761.089989:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760761.090008:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5537, 5537]
00000008:00010000:1.0:1789760761.090026:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760761.090032:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760761.090043:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22679552, 22683648) append 0 append lockpos 0
00000080:00200000:1.0:1789760761.090058:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22679552=0x15a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760761.090123:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760761.090125:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22683648
00000020:00010000:1.0:1789760761.090133:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760761.090137:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760761.090140:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760761.090143:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760761.090146:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760761.090154:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760761.090160:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760761.090177:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760761.090327:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 22679552<>22683648
00000100:00100000:1.0:1789760761.090386:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760761.090411:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508391936:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760761.132927:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972857 gen 3
00000008:00010000:0.0:1789760761.132986:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf000
00000020:00200000:0.0:1789760761.134741:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760761.134765:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760761.134800:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf000
00000100:00100000:0.0:1789760761.134837:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508391936:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760761.199158:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5539, 5539]
00000080:00200000:0.0:1789760761.199176:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.199183:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.199199:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22691840 i_blocks 45063
00000020:00200000:0.0:1789760761.199203:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.199214:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.199260:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22691840, count: 4096
00000080:00200000:0.0:1789760761.199268:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22691840, bytes: 4096
00000080:00200000:0.0:1789760761.199278:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.199287:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.199290:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22691840, 22695936) 0 0
00000080:00200000:0.0:1789760761.199296:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.199313:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5540, 5540]
00020000:00200000:0.0:1789760761.199321:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22691840 chunk: [22691840, 22695936) 22695936, 4096
00020000:00200000:0.0:1789760761.199325:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.199346:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5540, 5540]
00000008:00010000:0.0:1789760761.199367:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.199373:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760761.199385:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22691840, 22695936) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.199400:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22691840=0x15a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.199458:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.199461:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22695936
00000020:00010000:0.0:1789760761.199470:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.199474:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.199478:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.199482:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.199485:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.199494:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.199501:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.199518:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760761.199822:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 22691840<>22695936
00000100:00100000:0.0:1789760761.199870:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760761.199888:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508392320:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760761.233712:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:0.0:1789760761.233728:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760761.233740:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760761.233767:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:0.0:1789760761.233797:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508392320:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760761.297853:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5542, 5542]
00000080:00200000:0.0:1789760761.297869:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.297874:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.297889:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22704128 i_blocks 45063
00000020:00200000:0.0:1789760761.297892:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.297902:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.297934:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22704128, count: 4096
00000080:00200000:0.0:1789760761.297941:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22704128, bytes: 4096
00000080:00200000:0.0:1789760761.297952:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.297960:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.297963:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22704128, 22708224) 0 0
00000080:00200000:0.0:1789760761.297967:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.297982:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5543, 5543]
00020000:00200000:0.0:1789760761.297991:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22704128 chunk: [22704128, 22708224) 22708224, 4096
00020000:00200000:0.0:1789760761.297995:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.298015:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5543, 5543]
00000008:00010000:0.0:1789760761.298035:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.298041:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760761.298053:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22704128, 22708224) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.298069:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22704128=0x15a7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.298124:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.298127:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22708224
00000020:00010000:0.0:1789760761.298135:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.298138:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.298150:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.298154:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.298157:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.298164:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.298170:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.298186:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760761.298311:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 22704128<>22708224
00000100:00100000:1.0:1789760761.298412:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760761.298432:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508392704:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760761.332623:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972862 gen 3
00000100:00100000:0.0:1789760761.332700:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954c000 x1876699508392704/t4294972863(4294972863) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760777 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760761.332751:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:0.0:1789760761.332758:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760761.332769:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760761.332791:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:0.0:1789760761.332816:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508392704:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760761.897245:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5552, 5552]
00000080:00200000:0.0:1789760761.897258:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.897263:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.897273:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22745088 i_blocks 45063
00000020:00200000:0.0:1789760761.897277:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.897284:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.897387:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22745088, count: 4096
00000080:00200000:0.0:1789760761.897394:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22745088, bytes: 4096
00000080:00200000:0.0:1789760761.897544:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.897552:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.897554:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22745088, 22749184) 0 0
00000080:00200000:0.0:1789760761.897559:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.897572:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5553, 5553]
00020000:00200000:0.0:1789760761.897579:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22745088 chunk: [22745088, 22749184) 22749184, 4096
00020000:00200000:0.0:1789760761.897583:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.897598:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5553, 5553]
00000008:00010000:0.0:1789760761.897612:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.897617:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760761.897625:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22745088, 22749184) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.897944:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22745088=0x15b1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.897989:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.897991:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22749184
00000020:00010000:0.0:1789760761.897998:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.898002:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.898005:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.898008:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.898011:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.898017:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.898023:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.898034:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760761.898132:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 22745088<>22749184
00000100:00100000:0.0:1789760761.898173:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508394624:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760761.954853:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972872 gen 3
00000100:00100000:1.0:1789760761.954885:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954c380 x1876699508394624/t4294972873(4294972873) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760777 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760761.954923:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760761.954929:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760761.954938:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760761.954957:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760761.954979:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508394624:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760761.955119:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5553, 5553]
00000080:00200000:0.0:1789760761.955132:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760761.955148:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760761.955159:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22749184 i_blocks 45063
00000020:00200000:0.0:1789760761.955163:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760761.955172:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760761.955197:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22749184, count: 4096
00000080:00200000:0.0:1789760761.955203:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22749184, bytes: 4096
00000080:00200000:0.0:1789760761.955210:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760761.955217:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760761.955219:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22749184, 22753280) 0 0
00000080:00200000:0.0:1789760761.955232:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760761.955245:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5554, 5554]
00020000:00200000:0.0:1789760761.955262:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22749184 chunk: [22749184, 22753280) 22753280, 4096
00020000:00200000:0.0:1789760761.955266:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760761.955281:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5554, 5554]
00000008:00010000:0.0:1789760761.955294:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760761.955299:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760761.955306:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22749184, 22753280) append 0 append lockpos 0
00000080:00200000:0.0:1789760761.955315:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22749184=0x15b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760761.955356:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760761.955358:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22753280
00000020:00010000:0.0:1789760761.955365:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760761.955368:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.955371:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760761.955374:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760761.955376:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760761.955381:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760761.955386:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760761.955399:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760761.955504:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 22749184<>22753280
00000100:00100000:1.0:1789760761.955729:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760761.955742:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508394752:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760762.027694:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972874 gen 3
00000008:00010000:1.0:1789760762.027755:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760762.027763:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760762.027771:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760762.027788:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760762.027814:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508394752:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760762.029486:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5554, 5554]
00000080:00200000:0.0:1789760762.029505:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.029511:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.029524:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22753280 i_blocks 45063
00000020:00200000:0.0:1789760762.029528:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.029540:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.029567:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22753280, count: 4096
00000080:00200000:0.0:1789760762.029573:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22753280, bytes: 4096
00000080:00200000:0.0:1789760762.029584:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.029591:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.029593:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22753280, 22757376) 0 0
00000080:00200000:0.0:1789760762.029596:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.029608:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5555, 5555]
00020000:00200000:0.0:1789760762.029615:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22753280 chunk: [22753280, 22757376) 22757376, 4096
00020000:00200000:0.0:1789760762.029618:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.029664:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5555, 5555]
00000008:00010000:0.0:1789760762.029679:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.029684:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760762.029692:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22753280, 22757376) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.029705:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22753280=0x15b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.029765:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.029769:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22757376
00000020:00010000:0.0:1789760762.029776:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.029779:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.029782:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.029786:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.029788:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.029794:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.029801:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.029818:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760762.029918:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 22753280<>22757376
00000100:00100000:1.0:1789760762.030126:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508394880:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760762.073169:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972875 gen 3
00000008:00010000:1.0:1789760762.073206:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760762.073213:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760762.073230:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760762.073247:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760762.073271:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508394880:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760762.073525:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5555, 5555]
00000080:00200000:0.0:1789760762.073538:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.073544:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.073555:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22757376 i_blocks 45063
00000020:00200000:0.0:1789760762.073559:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.073567:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.073593:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22757376, count: 4096
00000080:00200000:0.0:1789760762.073600:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22757376, bytes: 4096
00000080:00200000:0.0:1789760762.073606:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.073613:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.073614:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22757376, 22761472) 0 0
00000080:00200000:0.0:1789760762.073618:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.073662:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5556, 5556]
00020000:00200000:0.0:1789760762.073669:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22757376 chunk: [22757376, 22761472) 22761472, 4096
00020000:00200000:0.0:1789760762.073673:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.073688:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5556, 5556]
00000008:00010000:0.0:1789760762.073701:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.073705:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760762.073714:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22757376, 22761472) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.073725:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22757376=0x15b4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.073779:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.073783:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22761472
00000020:00010000:0.0:1789760762.073790:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.073793:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.073796:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.073800:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.073802:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.073808:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.073814:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.073828:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760762.073920:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 22757376<>22761472
00000100:00100000:1.0:1789760762.074307:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760762.074321:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508395008:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760762.121385:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760762.121397:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760762.121407:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760762.121428:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760762.121454:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508395008:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760762.121839:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5556, 5556]
00000080:00200000:0.0:1789760762.121853:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.121858:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.121870:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22761472 i_blocks 45063
00000020:00200000:0.0:1789760762.121874:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.121882:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.121909:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22761472, count: 4096
00000080:00200000:0.0:1789760762.121915:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22761472, bytes: 4096
00000080:00200000:0.0:1789760762.121925:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.121933:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.121935:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22761472, 22765568) 0 0
00000080:00200000:0.0:1789760762.121939:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.121952:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5557, 5557]
00020000:00200000:0.0:1789760762.121959:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22761472 chunk: [22761472, 22765568) 22765568, 4096
00020000:00200000:0.0:1789760762.121963:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.121979:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5557, 5557]
00000008:00010000:0.0:1789760762.121993:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.121998:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760762.122007:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22761472, 22765568) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.122018:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22761472=0x15b5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.122064:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.122067:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22765568
00000020:00010000:0.0:1789760762.122073:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.122076:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.122079:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.122082:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.122085:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.122090:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.122096:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.122110:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760762.122301:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 22761472<>22765568
00000100:00100000:1.0:1789760762.122431:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508395136:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760762.177210:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972877 gen 3
00000008:00010000:1.0:1789760762.177398:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760762.177405:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760762.177413:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760762.177430:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760762.177453:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508395136:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760762.177878:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5557, 5557]
00000080:00200000:0.0:1789760762.177893:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.177897:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.177909:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22765568 i_blocks 45063
00000020:00200000:0.0:1789760762.177912:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.177921:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.177946:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22765568, count: 4096
00000080:00200000:0.0:1789760762.177952:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22765568, bytes: 4096
00000080:00200000:0.0:1789760762.177961:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.177968:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.177970:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22765568, 22769664) 0 0
00000080:00200000:0.0:1789760762.177973:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.177987:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5558, 5558]
00020000:00200000:0.0:1789760762.177994:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22765568 chunk: [22765568, 22769664) 22769664, 4096
00020000:00200000:0.0:1789760762.177998:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.178013:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5558, 5558]
00000008:00010000:0.0:1789760762.178026:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.178030:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760762.178040:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22765568, 22769664) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.178050:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22765568=0x15b6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.178093:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.178096:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22769664
00000020:00010000:0.0:1789760762.178102:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.178106:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.178108:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.178111:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.178114:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.178120:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.178125:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.178276:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760762.178371:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 22765568<>22769664
00000100:00100000:1.0:1789760762.179507:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760762.179530:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508395264:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760762.225976:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760762.225988:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760762.225997:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760762.226019:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760762.226044:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508395264:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760762.226181:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5558, 5558]
00000080:00200000:0.0:1789760762.226196:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.226202:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.226215:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22769664 i_blocks 45063
00000020:00200000:0.0:1789760762.226218:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.226237:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.226273:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22769664, count: 4096
00000080:00200000:0.0:1789760762.226279:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22769664, bytes: 4096
00000080:00200000:0.0:1789760762.226289:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.226296:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.226298:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22769664, 22773760) 0 0
00000080:00200000:0.0:1789760762.226302:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.226315:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5559, 5559]
00020000:00200000:0.0:1789760762.226322:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22769664 chunk: [22769664, 22773760) 22773760, 4096
00020000:00200000:0.0:1789760762.226325:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.226342:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5559, 5559]
00000008:00010000:0.0:1789760762.226356:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.226361:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760762.226370:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22769664, 22773760) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.226381:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22769664=0x15b7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.226438:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.226442:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22773760
00000020:00010000:0.0:1789760762.226450:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.226453:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.226456:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.226460:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.226463:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.226470:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.226477:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.226493:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760762.226612:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 22769664<>22773760
00000100:00100000:1.0:1789760762.227876:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760762.227904:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508395392:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760762.293369:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972879 gen 3
00000008:00010000:1.0:1789760762.293421:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760762.293428:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760762.293436:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760762.293459:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760762.293481:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508395392:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760762.293614:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5559, 5559]
00000080:00200000:0.0:1789760762.293625:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.293660:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.293672:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22773760 i_blocks 45063
00000020:00200000:0.0:1789760762.293675:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.293682:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.293706:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22773760, count: 4096
00000080:00200000:0.0:1789760762.293711:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22773760, bytes: 4096
00000080:00200000:0.0:1789760762.293718:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.293725:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.293727:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22773760, 22777856) 0 0
00000080:00200000:0.0:1789760762.293731:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.293744:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5560, 5560]
00020000:00200000:0.0:1789760762.293750:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22773760 chunk: [22773760, 22777856) 22777856, 4096
00020000:00200000:0.0:1789760762.293754:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.293767:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5560, 5560]
00000008:00010000:0.0:1789760762.293780:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.293784:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760762.293792:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22773760, 22777856) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.293802:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22773760=0x15b8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.293840:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.293842:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22777856
00000020:00010000:0.0:1789760762.293848:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.293851:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.293854:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.293856:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.293860:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.293865:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.293869:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.293882:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760762.293964:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 22773760<>22777856
00000100:00100000:1.0:1789760762.294132:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760762.294145:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508395520:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760762.329900:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972880 gen 3
00000008:00010000:1.0:1789760762.329935:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760762.329941:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760762.329951:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760762.329969:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760762.329990:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508395520:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760762.330890:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5560, 5560]
00000080:00200000:0.0:1789760762.330907:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.330913:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.330925:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22777856 i_blocks 45063
00000020:00200000:0.0:1789760762.330930:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.330940:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.330967:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22777856, count: 4096
00000080:00200000:0.0:1789760762.330974:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22777856, bytes: 4096
00000080:00200000:0.0:1789760762.330985:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.330993:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.330995:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22777856, 22781952) 0 0
00000080:00200000:0.0:1789760762.330998:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.331011:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5561, 5561]
00020000:00200000:0.0:1789760762.331018:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22777856 chunk: [22777856, 22781952) 22781952, 4096
00020000:00200000:0.0:1789760762.331021:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.331036:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5561, 5561]
00000008:00010000:0.0:1789760762.331050:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.331054:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760762.331063:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22777856, 22781952) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.331073:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22777856=0x15b9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.331121:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.331125:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22781952
00000020:00010000:0.0:1789760762.331131:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.331209:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.331213:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.331216:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.331219:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.331243:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.331250:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.331266:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760762.331367:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ca80 - object 0x280000401:3 offset 22777856<>22781952
00000100:00100000:1.0:1789760762.331450:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508395648:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760762.370873:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760762.370884:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760762.370893:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760762.370951:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760762.370974:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508395648:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760762.521487:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760762.655077:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5564, 5564]
00000080:00200000:0.0:1789760762.655090:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760762.655096:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760762.655107:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22794240 i_blocks 45063
00000020:00200000:0.0:1789760762.655110:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760762.655119:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760762.655147:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22794240, count: 4096
00000080:00200000:0.0:1789760762.655154:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22794240, bytes: 4096
00000080:00200000:0.0:1789760762.655162:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760762.655180:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760762.655183:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22794240, 22798336) 0 0
00000080:00200000:0.0:1789760762.655188:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760762.655201:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5565, 5565]
00020000:00200000:0.0:1789760762.655209:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22794240 chunk: [22794240, 22798336) 22798336, 4096
00020000:00200000:0.0:1789760762.655213:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760762.655237:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5565, 5565]
00000008:00010000:0.0:1789760762.655251:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760762.655256:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760762.655265:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22794240, 22798336) append 0 append lockpos 0
00000080:00200000:0.0:1789760762.655275:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22794240=0x15bd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760762.655321:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760762.655324:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22798336
00000020:00010000:0.0:1789760762.655330:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760762.655334:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.655336:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760762.655339:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760762.655342:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760762.655348:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760762.655353:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760762.655366:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760762.655456:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ca80 - object 0x280000401:3 offset 22794240<>22798336
00000100:00100000:1.0:1789760762.655805:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508396160:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760762.715913:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972884 gen 3
00000100:00100000:0.0:1789760762.715944:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954ca80 x1876699508396160/t4294972885(4294972885) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760778 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760762.715981:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:0.0:1789760762.715986:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760762.715995:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760762.716011:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:0.0:1789760762.716035:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508396160:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760763.021822:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5571, 5571]
00000080:00200000:0.0:1789760763.021835:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760763.021841:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760763.021852:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22822912 i_blocks 45063
00000020:00200000:0.0:1789760763.021856:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760763.021866:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760763.021892:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22822912, count: 4096
00000080:00200000:0.0:1789760763.021898:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22822912, bytes: 4096
00000080:00200000:0.0:1789760763.021905:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760763.021912:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760763.021914:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22822912, 22827008) 0 0
00000080:00200000:0.0:1789760763.021918:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760763.021930:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5572, 5572]
00020000:00200000:0.0:1789760763.021937:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22822912 chunk: [22822912, 22827008) 22827008, 4096
00020000:00200000:0.0:1789760763.021941:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760763.021956:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5572, 5572]
00000008:00010000:0.0:1789760763.021970:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760763.021975:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760763.021984:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22822912, 22827008) append 0 append lockpos 0
00000080:00200000:0.0:1789760763.021996:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22822912=0x15c4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760763.022042:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760763.022045:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22827008
00000020:00010000:0.0:1789760763.022053:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760763.022056:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.022059:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.022061:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760763.022064:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760763.022070:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760763.022075:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760763.022089:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760763.022203:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 22822912<>22827008
00000100:00100000:0.0:1789760763.022251:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760763.022264:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508397056:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760763.080517:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972892 gen 3
00000008:00010000:0.0:1789760763.080567:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:0.0:1789760763.080574:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760763.080582:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760763.080616:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:0.0:1789760763.080678:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508397056:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760763.125859:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5573, 5573]
00000080:00200000:0.0:1789760763.125872:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760763.125877:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760763.125890:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22831104 i_blocks 45063
00000020:00200000:0.0:1789760763.125894:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760763.125903:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760763.125929:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22831104, count: 4096
00000080:00200000:0.0:1789760763.125935:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22831104, bytes: 4096
00000080:00200000:0.0:1789760763.125945:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760763.125951:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760763.125953:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22831104, 22835200) 0 0
00000080:00200000:0.0:1789760763.125957:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760763.125969:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5574, 5574]
00020000:00200000:0.0:1789760763.125976:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22831104 chunk: [22831104, 22835200) 22835200, 4096
00020000:00200000:0.0:1789760763.125980:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760763.125997:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5574, 5574]
00000008:00010000:0.0:1789760763.126197:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760763.126203:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760763.126213:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22831104, 22835200) append 0 append lockpos 0
00000080:00200000:0.0:1789760763.126234:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22831104=0x15c6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760763.126280:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760763.126283:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22835200
00000020:00010000:0.0:1789760763.126290:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760763.126293:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.126296:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.126299:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489308 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760763.126301:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760763.126308:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760763.126313:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760763.126330:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760763.126428:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 22831104<>22835200
00000100:00100000:1.0:1789760763.126551:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508397312:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760763.179363:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972894 gen 3
00000008:00010000:0.0:1789760763.179413:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:0.0:1789760763.179418:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760763.179427:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760763.179450:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:0.0:1789760763.179476:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508397312:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760763.474286:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5578, 5578]
00000080:00200000:0.0:1789760763.474299:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760763.474304:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760763.474317:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22851584 i_blocks 45063
00000020:00200000:0.0:1789760763.474320:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760763.474330:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760763.474358:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22851584, count: 4096
00000080:00200000:0.0:1789760763.474364:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22851584, bytes: 4096
00000080:00200000:0.0:1789760763.474373:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760763.474380:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760763.474383:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22851584, 22855680) 0 0
00000080:00200000:0.0:1789760763.474386:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760763.474399:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5579, 5579]
00020000:00200000:0.0:1789760763.474406:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22851584 chunk: [22851584, 22855680) 22855680, 4096
00020000:00200000:0.0:1789760763.474410:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760763.474425:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5579, 5579]
00000008:00010000:0.0:1789760763.474438:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760763.474443:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760763.474452:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22851584, 22855680) append 0 append lockpos 0
00000080:00200000:0.0:1789760763.474464:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22851584=0x15cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760763.474512:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760763.474515:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22855680
00000020:00010000:0.0:1789760763.474522:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760763.474525:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.474528:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.474532:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760763.474535:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760763.474541:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760763.474547:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760763.474562:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760763.474705:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 22851584<>22855680
00000100:00100000:0.0:1789760763.474736:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760763.474754:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508397952:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760763.534662:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972899 gen 3
00000008:00010000:0.0:1789760763.534699:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:0.0:1789760763.534706:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760763.534716:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760763.534740:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:0.0:1789760763.534766:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508397952:192.168.203.123@tcp:4:dd.0
00010000:00010000:0.0:1789760763.544871:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760763.590558:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5580, 5580]
00000080:00200000:0.0:1789760763.590715:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760763.590720:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760763.590731:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22859776 i_blocks 45063
00000020:00200000:0.0:1789760763.590734:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760763.590743:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760763.590770:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22859776, count: 4096
00000080:00200000:0.0:1789760763.590775:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22859776, bytes: 4096
00000080:00200000:0.0:1789760763.590784:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760763.590791:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760763.590793:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22859776, 22863872) 0 0
00000080:00200000:0.0:1789760763.590797:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760763.590809:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5581, 5581]
00020000:00200000:0.0:1789760763.590815:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22859776 chunk: [22859776, 22863872) 22863872, 4096
00020000:00200000:0.0:1789760763.590819:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760763.590834:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5581, 5581]
00000008:00010000:0.0:1789760763.590848:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760763.593844:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760763.593871:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22859776, 22863872) append 0 append lockpos 0
00000080:00200000:0.0:1789760763.593887:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22859776=0x15cd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760763.593946:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760763.593949:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22863872
00000020:00010000:0.0:1789760763.593956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760763.593959:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.593961:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760763.593965:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760763.593967:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760763.593976:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760763.593983:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760763.594009:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760763.594121:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 22859776<>22863872
00000100:00100000:1.0:1789760763.594549:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508398208:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760763.642363:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972901 gen 3
00000008:00010000:0.0:1789760763.642410:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:0.0:1789760763.642416:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760763.642424:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760763.642535:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:0.0:1789760763.642571:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508398208:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760764.257538:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5594, 5594]
00000080:00200000:0.0:1789760764.257618:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760764.257624:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760764.257654:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 22917120 i_blocks 45063
00000020:00200000:0.0:1789760764.257659:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760764.257675:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760764.257701:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 22917120, count: 4096
00000080:00200000:0.0:1789760764.257707:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 22917120, bytes: 4096
00000080:00200000:0.0:1789760764.257719:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760764.257726:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760764.257728:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [22917120, 22921216) 0 0
00000080:00200000:0.0:1789760764.257732:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760764.257745:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5595, 5595]
00020000:00200000:0.0:1789760764.257752:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 22917120 chunk: [22917120, 22921216) 22921216, 4096
00020000:00200000:0.0:1789760764.257756:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760764.257772:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5595, 5595]
00000008:00010000:0.0:1789760764.257787:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760764.257791:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760764.257802:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [22917120, 22921216) append 0 append lockpos 0
00000080:00200000:0.0:1789760764.257813:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=22917120=0x15db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760764.257866:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760764.257869:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 22921216
00000020:00010000:0.0:1789760764.257875:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760764.257878:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.257881:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760764.257884:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760764.257887:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760764.257893:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760764.257898:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760764.257921:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760764.258024:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 22917120<>22921216
00000100:00100000:1.0:1789760764.258142:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508400000:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760764.320501:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972915 gen 3
00000008:00010000:0.0:1789760764.320539:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:0.0:1789760764.320546:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760764.320622:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760764.320740:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:0.0:1789760764.320766:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508400000:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760764.380588:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5596, 5596]
00000080:00200000:0.0:1789760764.380609:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760764.380614:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.722208:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5625, 5625]
00000080:00200000:0.0:1789760765.722226:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.722231:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.722247:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23044096 i_blocks 45063
00000020:00200000:0.0:1789760765.722251:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.722262:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.722297:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23044096, count: 4096
00000080:00200000:0.0:1789760765.722306:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23044096, bytes: 4096
00000080:00200000:0.0:1789760765.722317:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.722326:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.722328:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23044096, 23048192) 0 0
00000080:00200000:0.0:1789760765.722333:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.722350:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5626, 5626]
00020000:00200000:0.0:1789760765.722359:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23044096 chunk: [23044096, 23048192) 23048192, 4096
00020000:00200000:0.0:1789760765.722364:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.722384:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5626, 5626]
00000008:00010000:0.0:1789760765.722404:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.722434:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760765.722447:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23044096, 23048192) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.722462:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23044096=0x15fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.723175:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.723181:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23048192
00000020:00010000:0.0:1789760765.723192:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.723206:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.723210:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.723215:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.723218:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.723227:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.723235:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.766618:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5626, 5626]
00000080:00200000:0.0:1789760765.766671:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760765.766678:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760765.766693:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23048192 i_blocks 45063
00000020:00200000:0.0:1789760765.766698:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760765.766708:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760765.766743:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23048192, count: 4096
00000080:00200000:0.0:1789760765.766750:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23048192, bytes: 4096
00000080:00200000:0.0:1789760765.766760:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760765.766770:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760765.766772:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23048192, 23052288) 0 0
00000080:00200000:0.0:1789760765.766777:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760765.766792:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5627, 5627]
00020000:00200000:0.0:1789760765.766800:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23048192 chunk: [23048192, 23052288) 23052288, 4096
00020000:00200000:0.0:1789760765.766805:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760765.766823:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5627, 5627]
00000008:00010000:0.0:1789760765.766840:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760765.766846:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760765.766858:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23048192, 23052288) append 0 append lockpos 0
00000080:00200000:0.0:1789760765.766871:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23048192=0x15fb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760765.766937:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760765.766940:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23052288
00000020:00010000:0.0:1789760765.766949:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760765.766953:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.766957:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760765.766961:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760765.766965:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760765.766972:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760765.766979:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760765.766994:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760765.767303:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 23048192<>23052288
00000100:00100000:0.0:1789760765.767354:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760765.767372:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508404096:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760765.821062:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972947 gen 3
00000008:00010000:0.0:1789760765.821135:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:0.0:1789760765.821145:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760765.821158:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760765.821181:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:0.0:1789760765.821225:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508404096:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.016992:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5631, 5631]
00000080:00200000:1.0:1789760766.017008:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.017014:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.017031:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23068672 i_blocks 45063
00000020:00200000:1.0:1789760766.017034:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.017044:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.017079:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23068672, count: 4096
00000080:00200000:1.0:1789760766.017087:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23068672, bytes: 4096
00000080:00200000:1.0:1789760766.017098:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.017118:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.017121:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23068672, 23072768) 0 0
00000080:00200000:1.0:1789760766.017126:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.017142:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5632, 5632]
00020000:00200000:1.0:1789760766.017150:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23068672 chunk: [23068672, 23072768) 23072768, 4096
00020000:00200000:1.0:1789760766.017154:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.017175:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5632, 5632]
00000008:00010000:1.0:1789760766.017202:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.017209:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.017222:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23068672, 23072768) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.017239:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23068672=0x1600000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.017301:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.017304:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23072768
00000020:00010000:1.0:1789760766.017314:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.017318:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.017321:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.017325:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.017328:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.017336:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.017342:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.017359:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760766.017580:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 23068672<>23072768
00000100:00100000:1.0:1789760766.017762:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760766.017781:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508404736:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760766.063752:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972952 gen 3
00000008:00010000:0.0:1789760766.063807:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbff00
00000020:00200000:0.0:1789760766.063816:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.063827:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.063849:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbff00
00000100:00100000:0.0:1789760766.063879:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508404736:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.063981:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5632, 5632]
00000080:00200000:1.0:1789760766.063997:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.064003:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.064018:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23072768 i_blocks 45063
00000020:00200000:1.0:1789760766.064022:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.064032:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.064066:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23072768, count: 4096
00000080:00200000:1.0:1789760766.064074:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23072768, bytes: 4096
00000080:00200000:1.0:1789760766.064084:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.064093:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.064096:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23072768, 23076864) 0 0
00000080:00200000:1.0:1789760766.064101:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.064128:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5633, 5633]
00020000:00200000:1.0:1789760766.064138:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23072768 chunk: [23072768, 23076864) 23076864, 4096
00020000:00200000:1.0:1789760766.064143:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.064163:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5633, 5633]
00000008:00010000:1.0:1789760766.064181:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.064188:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.064207:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23072768, 23076864) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.064222:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23072768=0x1601000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.064281:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.064284:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23076864
00000020:00010000:1.0:1789760766.064292:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.064296:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.064299:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.064303:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.064306:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.064314:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.064321:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.064338:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760766.064460:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 23072768<>23076864
00000100:00100000:0.0:1789760766.064776:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508404864:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760766.099800:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972953 gen 3
00000008:00010000:0.0:1789760766.099856:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000020:00200000:0.0:1789760766.099865:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.099877:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.099941:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000100:00100000:0.0:1789760766.099971:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508404864:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.100065:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5633, 5633]
00000080:00200000:1.0:1789760766.100081:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.100088:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.100170:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23076864 i_blocks 47111
00000020:00200000:1.0:1789760766.100176:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.100186:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.100231:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23076864, count: 4096
00000080:00200000:1.0:1789760766.100239:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23076864, bytes: 4096
00000080:00200000:1.0:1789760766.100251:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.100260:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.100262:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23076864, 23080960) 0 0
00000080:00200000:1.0:1789760766.100267:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.100284:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5634, 5634]
00020000:00200000:1.0:1789760766.100292:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23076864 chunk: [23076864, 23080960) 23080960, 4096
00020000:00200000:1.0:1789760766.100296:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.100315:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5634, 5634]
00000008:00010000:1.0:1789760766.100333:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.100339:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.100351:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23076864, 23080960) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.100366:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23076864=0x1602000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.100428:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.100431:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23080960
00000020:00010000:1.0:1789760766.100438:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.100442:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.100445:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.100448:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.100451:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.100457:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.100464:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.100484:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760766.100936:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 23076864<>23080960
00000100:00100000:0.0:1789760766.101005:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508404992:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760766.135004:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf600
00000020:00200000:0.0:1789760766.135021:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.135034:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.135176:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf600
00000100:00100000:0.0:1789760766.135219:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508404992:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.168721:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5635, 5635]
00000080:00200000:1.0:1789760766.168737:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.168743:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.168758:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23085056 i_blocks 47111
00000020:00200000:1.0:1789760766.168762:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.168773:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.168806:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23085056, count: 4096
00000080:00200000:1.0:1789760766.168813:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23085056, bytes: 4096
00000080:00200000:1.0:1789760766.168824:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.168833:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.168835:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23085056, 23089152) 0 0
00000080:00200000:1.0:1789760766.168840:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.168855:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5636, 5636]
00020000:00200000:1.0:1789760766.168863:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23085056 chunk: [23085056, 23089152) 23089152, 4096
00020000:00200000:1.0:1789760766.168868:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.168887:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5636, 5636]
00000008:00010000:1.0:1789760766.168906:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.168912:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.168923:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23085056, 23089152) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.168935:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23085056=0x1604000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.168992:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.168995:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23089152
00000020:00010000:1.0:1789760766.169003:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.169007:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.169010:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.169013:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.169016:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.169023:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.169029:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.169044:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760766.169173:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 23085056<>23089152
00000100:00100000:0.0:1789760766.169342:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508405248:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760766.201254:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972956 gen 3
00000008:00010000:0.0:1789760766.201320:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:0.0:1789760766.201328:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.201340:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.201361:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:0.0:1789760766.201390:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508405248:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.201488:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5636, 5636]
00000080:00200000:1.0:1789760766.201505:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.201511:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.201527:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23089152 i_blocks 47111
00000020:00200000:1.0:1789760766.201531:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.201542:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.201575:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23089152, count: 4096
00000080:00200000:1.0:1789760766.201593:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23089152, bytes: 4096
00000080:00200000:1.0:1789760766.201604:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.201613:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.201615:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23089152, 23093248) 0 0
00000080:00200000:1.0:1789760766.201620:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.201679:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5637, 5637]
00020000:00200000:1.0:1789760766.201688:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23089152 chunk: [23089152, 23093248) 23093248, 4096
00020000:00200000:1.0:1789760766.201693:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.201711:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5637, 5637]
00000008:00010000:1.0:1789760766.201726:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.201732:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.201743:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23089152, 23093248) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.201756:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23089152=0x1605000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.201810:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.201812:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23093248
00000020:00010000:1.0:1789760766.201820:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.201823:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.201826:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.201830:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.201833:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.201839:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.201846:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.201863:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760766.201985:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 23089152<>23093248
00000100:00100000:0.0:1789760766.202203:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760766.202222:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508405376:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760766.235381:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972957 gen 3
00000008:00010000:0.0:1789760766.235444:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:0.0:1789760766.235454:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.235467:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.235492:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:0.0:1789760766.235522:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508405376:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.235867:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5637, 5637]
00000080:00200000:1.0:1789760766.235887:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.235893:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.235910:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23093248 i_blocks 47111
00000020:00200000:1.0:1789760766.235914:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.235925:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.235966:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23093248, count: 4096
00000080:00200000:1.0:1789760766.235975:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23093248, bytes: 4096
00000080:00200000:1.0:1789760766.235987:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.235996:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.235999:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23093248, 23097344) 0 0
00000080:00200000:1.0:1789760766.236003:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.236021:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5638, 5638]
00020000:00200000:1.0:1789760766.236030:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23093248 chunk: [23093248, 23097344) 23097344, 4096
00020000:00200000:1.0:1789760766.236034:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.236053:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5638, 5638]
00000008:00010000:1.0:1789760766.236067:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.236073:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.236083:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23093248, 23097344) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.236095:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23093248=0x1606000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.236603:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.236607:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23097344
00000020:00010000:1.0:1789760766.236617:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.236622:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.236625:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.236686:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.236690:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.236698:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.236706:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.236730:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760766.236871:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 23093248<>23097344
00000100:00100000:0.0:1789760766.237057:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508405504:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760766.274975:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972958 gen 3
00000008:00010000:0.0:1789760766.275031:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760766.275041:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.275055:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.275084:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000100:00100000:0.0:1789760766.275115:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508405504:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.275234:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5638, 5638]
00000080:00200000:1.0:1789760766.275252:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.275259:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.275273:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23097344 i_blocks 47111
00000020:00200000:1.0:1789760766.275277:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.275289:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.275324:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23097344, count: 4096
00000080:00200000:1.0:1789760766.275333:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23097344, bytes: 4096
00000080:00200000:1.0:1789760766.275343:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.275351:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.275354:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23097344, 23101440) 0 0
00000080:00200000:1.0:1789760766.275358:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.275375:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5639, 5639]
00020000:00200000:1.0:1789760766.275385:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23097344 chunk: [23097344, 23101440) 23101440, 4096
00020000:00200000:1.0:1789760766.275390:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.275410:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5639, 5639]
00000008:00010000:1.0:1789760766.275435:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.275442:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.275458:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23097344, 23101440) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.275472:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23097344=0x1607000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.275530:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.275533:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23101440
00000020:00010000:1.0:1789760766.275753:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.275758:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.275762:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.275765:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.275768:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.275777:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.275784:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.275803:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760766.275931:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 23097344<>23101440
00000100:00100000:0.0:1789760766.276002:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508405632:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760766.310998:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760766.311015:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.311028:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.311051:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760766.311082:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508405632:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.311189:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5639, 5639]
00000080:00200000:1.0:1789760766.311214:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.311219:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.311234:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23101440 i_blocks 47111
00000020:00200000:1.0:1789760766.311237:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.311259:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.311296:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23101440, count: 4096
00000080:00200000:1.0:1789760766.311305:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23101440, bytes: 4096
00000080:00200000:1.0:1789760766.311315:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.311325:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.311327:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23101440, 23105536) 0 0
00000080:00200000:1.0:1789760766.311332:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.311348:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5640, 5640]
00020000:00200000:1.0:1789760766.311356:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23101440 chunk: [23101440, 23105536) 23105536, 4096
00020000:00200000:1.0:1789760766.311360:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.311380:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5640, 5640]
00000008:00010000:1.0:1789760766.311400:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.311406:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.311417:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23101440, 23105536) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.311430:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23101440=0x1608000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.311481:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.311484:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23105536
00000020:00010000:1.0:1789760766.311492:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.311496:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.311499:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.311503:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.311506:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.311513:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.311520:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.311676:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:0.0:1789760766.311798:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 23101440<>23105536
00000100:00100000:0.0:1789760766.311847:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508405760:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760766.349913:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972960 gen 3
00000008:00010000:0.0:1789760766.349978:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760766.349986:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.349997:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.350063:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000100:00100000:0.0:1789760766.350092:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508405760:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.350417:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5640, 5640]
00000080:00200000:1.0:1789760766.350434:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.350440:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.350455:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23105536 i_blocks 47111
00000020:00200000:1.0:1789760766.350458:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.350468:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.350500:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23105536, count: 4096
00000080:00200000:1.0:1789760766.350508:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23105536, bytes: 4096
00000080:00200000:1.0:1789760766.350518:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.350527:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.350529:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23105536, 23109632) 0 0
00000080:00200000:1.0:1789760766.350534:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.350613:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5641, 5641]
00020000:00200000:1.0:1789760766.350622:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23105536 chunk: [23105536, 23109632) 23109632, 4096
00020000:00200000:1.0:1789760766.350661:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.350683:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5641, 5641]
00000008:00010000:1.0:1789760766.350704:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.350709:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.350720:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23105536, 23109632) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.350733:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23105536=0x1609000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.350796:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.350799:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23109632
00000020:00010000:1.0:1789760766.350808:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.350811:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.350814:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.350817:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.350820:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.350828:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.350834:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.350851:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760766.350974:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 23105536<>23109632
00000100:00100000:0.0:1789760766.351048:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508405888:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760766.375756:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760766.375774:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.375785:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.375961:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760766.375992:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508405888:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760766.512846:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5644, 5644]
00000080:00200000:0.0:1789760766.512862:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.512868:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760766.512882:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23121920 i_blocks 47111
00000020:00200000:0.0:1789760766.512885:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.512896:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.512931:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23121920, count: 4096
00000080:00200000:0.0:1789760766.512939:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23121920, bytes: 4096
00000080:00200000:0.0:1789760766.512948:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.512957:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.512960:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23121920, 23126016) 0 0
00000080:00200000:0.0:1789760766.512965:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.512991:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5645, 5645]
00020000:00200000:0.0:1789760766.513000:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23121920 chunk: [23121920, 23126016) 23126016, 4096
00020000:00200000:0.0:1789760766.513004:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.513023:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5645, 5645]
00000008:00010000:0.0:1789760766.513040:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.513045:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760766.513056:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23121920, 23126016) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.513070:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23121920=0x160d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.513121:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.513123:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23126016
00000020:00010000:0.0:1789760766.513132:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.513135:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.513138:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.513141:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.513144:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.513150:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.513155:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.513170:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760766.513291:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 23121920<>23126016
00000100:00100000:0.0:1789760766.513335:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760766.513349:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508406400:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760766.558776:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972965 gen 3
00000008:00010000:0.0:1789760766.558830:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:0.0:1789760766.558838:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760766.558849:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760766.558873:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:0.0:1789760766.558904:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508406400:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.558949:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5645, 5645]
00000080:00200000:1.0:1789760766.558982:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.558988:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.559003:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23126016 i_blocks 47111
00000020:00200000:1.0:1789760766.559007:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.559017:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.559052:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23126016, count: 4096
00000080:00200000:1.0:1789760766.559060:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23126016, bytes: 4096
00000080:00200000:1.0:1789760766.559070:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.559080:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.559082:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23126016, 23130112) 0 0
00000080:00200000:1.0:1789760766.559087:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.559110:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5646, 5646]
00020000:00200000:1.0:1789760766.559118:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23126016 chunk: [23126016, 23130112) 23130112, 4096
00020000:00200000:1.0:1789760766.559123:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.559142:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5646, 5646]
00000008:00010000:1.0:1789760766.559161:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.559167:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.559179:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23126016, 23130112) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.559204:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23126016=0x160e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.559260:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.559263:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23130112
00000020:00010000:1.0:1789760766.559271:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.559274:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.559277:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.559281:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.559283:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.559291:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.559297:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.559323:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760766.559463:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 23126016<>23130112
00000100:00100000:1.0:1789760766.559506:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760766.559524:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508407168:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760766.616919:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:1.0:1789760766.618122:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760766.618135:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.618146:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.618222:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000080:00200000:0.0:1789760766.618227:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5646, 5646]
00000080:00200000:0.0:1789760766.618246:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.618252:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:1.0:1789760766.618256:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508407168:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760766.618268:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23130112 i_blocks 47111
00000020:00200000:0.0:1789760766.618272:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760766.618281:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760766.618319:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23130112, count: 4096
00000080:00200000:0.0:1789760766.618325:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23130112, bytes: 4096
00000080:00200000:0.0:1789760766.618337:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760766.618346:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760766.618348:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23130112, 23134208) 0 0
00000080:00200000:0.0:1789760766.618353:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760766.618370:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5647, 5647]
00020000:00200000:0.0:1789760766.618378:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23130112 chunk: [23130112, 23134208) 23134208, 4096
00020000:00200000:0.0:1789760766.618383:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760766.618404:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5647, 5647]
00000008:00010000:0.0:1789760766.618423:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760766.618429:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760766.618441:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23130112, 23134208) append 0 append lockpos 0
00000080:00200000:0.0:1789760766.618456:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23130112=0x160f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760766.618515:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760766.618518:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23134208
00000020:00010000:0.0:1789760766.618526:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760766.618529:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.618532:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760766.618536:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760766.618552:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760766.618561:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760766.618569:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760766.618594:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760766.618790:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 23130112<>23134208
00000100:00100000:1.0:1789760766.618848:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508407296:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760766.683871:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972966 gen 3
00000100:00100000:1.0:1789760766.685035:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954e680 x1876699508407296/t4294972967(4294972967) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760782 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760766.685175:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760766.685183:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.685204:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.685298:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760766.685330:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508407296:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.726509:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5648, 5648]
00000080:00200000:1.0:1789760766.726526:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.726532:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.726558:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23138304 i_blocks 47111
00000020:00200000:1.0:1789760766.726562:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.726573:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.726606:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23138304, count: 4096
00000080:00200000:1.0:1789760766.726614:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23138304, bytes: 4096
00000080:00200000:1.0:1789760766.726624:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.726665:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.726669:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23138304, 23142400) 0 0
00000080:00200000:1.0:1789760766.726674:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.726692:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5649, 5649]
00020000:00200000:1.0:1789760766.726702:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23138304 chunk: [23138304, 23142400) 23142400, 4096
00020000:00200000:1.0:1789760766.726707:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.726727:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5649, 5649]
00000008:00010000:1.0:1789760766.726744:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.726750:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.726763:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23138304, 23142400) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.726778:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23138304=0x1611000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.726837:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.726840:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23142400
00000020:00010000:1.0:1789760766.726849:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.726852:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.726855:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.726859:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.726862:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.726869:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.726876:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.726893:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760766.727151:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 23138304<>23142400
00000100:00100000:1.0:1789760766.727207:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760766.727226:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508407552:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760766.772876:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972969 gen 3
00000008:00010000:1.0:1789760766.772943:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760766.772952:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.772964:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.772991:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760766.773022:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508407552:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760766.908924:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5652, 5652]
00000080:00200000:0.0:1789760766.908941:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760766.908947:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.909063:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23154688 i_blocks 47111
00000020:00200000:1.0:1789760766.909069:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.909081:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.909117:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23154688, count: 4096
00000080:00200000:1.0:1789760766.909125:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23154688, bytes: 4096
00000080:00200000:1.0:1789760766.909138:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.909147:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.909150:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23154688, 23158784) 0 0
00000080:00200000:1.0:1789760766.909154:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.909176:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5653, 5653]
00020000:00200000:1.0:1789760766.909194:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23154688 chunk: [23154688, 23158784) 23158784, 4096
00020000:00200000:1.0:1789760766.909199:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.909223:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5653, 5653]
00000008:00010000:1.0:1789760766.909242:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.909248:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.909262:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23154688, 23158784) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.909277:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23154688=0x1615000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760766.909481:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760766.909485:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23158784
00000020:00010000:1.0:1789760766.909493:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760766.909497:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.909501:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760766.909504:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760766.909708:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760766.909719:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760766.909728:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760766.909749:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760766.909881:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 23154688<>23158784
00000100:00100000:0.0:1789760766.909955:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508408064:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760766.941454:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972973 gen 3
00000008:00010000:1.0:1789760766.941516:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760766.941525:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.941536:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.941559:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760766.941601:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508408064:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760766.941978:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:1.0:1789760766.942099:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 23158784<>23162880
00000100:00100000:1.0:1789760766.942140:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508408192:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760766.967811:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972974 gen 3
00000008:00010000:1.0:1789760766.967864:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634e40
00000020:00200000:1.0:1789760766.967873:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760766.967886:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760766.967913:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634e40
00000100:00100000:1.0:1789760766.967949:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508408192:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760766.995219:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5655, 5655]
00000080:00200000:1.0:1789760766.995238:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760766.995244:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760766.995260:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23166976 i_blocks 47111
00000020:00200000:1.0:1789760766.995264:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760766.995275:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760766.995376:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23166976, count: 4096
00000080:00200000:1.0:1789760766.995385:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23166976, bytes: 4096
00000080:00200000:1.0:1789760766.995397:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760766.995406:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760766.995408:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23166976, 23171072) 0 0
00000080:00200000:1.0:1789760766.995414:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760766.995434:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5656, 5656]
00020000:00200000:1.0:1789760766.995443:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23166976 chunk: [23166976, 23171072) 23171072, 4096
00020000:00200000:1.0:1789760766.995448:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760766.995470:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5656, 5656]
00000008:00010000:1.0:1789760766.995499:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760766.995506:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760766.995519:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23166976, 23171072) append 0 append lockpos 0
00000080:00200000:1.0:1789760766.999918:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23166976=0x1618000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760767.000036:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760767.000040:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23171072
00000020:00010000:1.0:1789760767.000054:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760767.000058:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.000063:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.000067:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760767.000070:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760767.000084:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760767.000095:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760767.000273:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760767.000467:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 23166976<>23171072
00000100:00100000:1.0:1789760767.000918:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760767.000948:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508408448:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760767.033417:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972976 gen 3
00000008:00010000:1.0:1789760767.033475:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760767.033485:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760767.033499:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760767.033530:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760767.033570:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508408448:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760767.096067:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5657, 5657]
00000080:00200000:1.0:1789760767.096084:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760767.096090:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760767.096106:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23175168 i_blocks 47111
00000020:00200000:1.0:1789760767.096110:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760767.096123:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760767.096160:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23175168, count: 4096
00000080:00200000:1.0:1789760767.096167:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23175168, bytes: 4096
00000080:00200000:1.0:1789760767.096179:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760767.096322:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760767.096326:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23175168, 23179264) 0 0
00000080:00200000:1.0:1789760767.096331:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760767.096350:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5658, 5658]
00020000:00200000:1.0:1789760767.096360:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23175168 chunk: [23175168, 23179264) 23179264, 4096
00020000:00200000:1.0:1789760767.096365:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760767.096388:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5658, 5658]
00000008:00010000:1.0:1789760767.096406:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760767.096413:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760767.096425:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23175168, 23179264) append 0 append lockpos 0
00000080:00200000:1.0:1789760767.096439:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23175168=0x161a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760767.096602:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760767.096605:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23179264
00000020:00010000:1.0:1789760767.096713:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760767.096718:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.096721:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.096724:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760767.096727:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760767.096737:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760767.096745:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760767.096765:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760767.096901:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 23175168<>23179264
00000100:00100000:0.0:1789760767.097140:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508408704:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760767.148206:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972978 gen 3
00000008:00010000:1.0:1789760767.148262:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760767.148271:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760767.148284:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760767.148312:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760767.148344:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508408704:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760767.279774:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5661, 5661]
00000080:00200000:1.0:1789760767.279790:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760767.279797:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760767.279812:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23191552 i_blocks 47111
00000020:00200000:1.0:1789760767.279815:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760767.279826:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760767.279859:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23191552, count: 4096
00000080:00200000:1.0:1789760767.279866:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23191552, bytes: 4096
00000080:00200000:1.0:1789760767.279878:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760767.279887:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760767.279889:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23191552, 23195648) 0 0
00000080:00200000:1.0:1789760767.279894:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760767.280308:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5662, 5662]
00020000:00200000:1.0:1789760767.280317:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23191552 chunk: [23191552, 23195648) 23195648, 4096
00020000:00200000:1.0:1789760767.280322:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760767.280343:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5662, 5662]
00000008:00010000:1.0:1789760767.280363:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760767.280369:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760767.280382:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23191552, 23195648) append 0 append lockpos 0
00000080:00200000:1.0:1789760767.280397:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23191552=0x161e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760767.280463:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760767.280466:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23195648
00000020:00010000:1.0:1789760767.280474:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760767.280478:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.280481:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.280485:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760767.280488:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760767.280496:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760767.280505:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760767.280527:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760767.280689:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 23191552<>23195648
00000100:00100000:1.0:1789760767.280727:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760767.280746:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508409216:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760767.310554:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972982 gen 3
00000008:00010000:1.0:1789760767.310606:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760767.310615:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760767.310666:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760767.310695:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760767.310728:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508409216:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760767.370515:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5663, 5663]
00000080:00200000:1.0:1789760767.370540:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760767.370546:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760767.370567:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23199744 i_blocks 47111
00000020:00200000:1.0:1789760767.370572:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760767.370590:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760767.370670:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23199744, count: 4096
00000080:00200000:1.0:1789760767.370679:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23199744, bytes: 4096
00000080:00200000:1.0:1789760767.370696:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760767.370707:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760767.370709:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23199744, 23203840) 0 0
00000080:00200000:1.0:1789760767.370715:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760767.370733:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5664, 5664]
00020000:00200000:1.0:1789760767.370747:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23199744 chunk: [23199744, 23203840) 23203840, 4096
00020000:00200000:1.0:1789760767.370752:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760767.370777:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5664, 5664]
00000008:00010000:1.0:1789760767.370799:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760767.370805:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760767.370818:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23199744, 23203840) append 0 append lockpos 0
00000080:00200000:1.0:1789760767.370832:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23199744=0x1620000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760767.370903:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760767.370906:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23203840
00000020:00010000:1.0:1789760767.370915:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760767.370919:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.370922:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.370927:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760767.370929:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760767.370938:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760767.370946:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760767.370968:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760767.371117:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 23199744<>23203840
00000100:00100000:0.0:1789760767.372932:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508409472:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760767.426807:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760767.426825:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760767.426838:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760767.426861:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760767.427350:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508409472:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760767.497583:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5665, 5665]
00000080:00200000:1.0:1789760767.497606:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760767.497613:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760767.497671:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23207936 i_blocks 47111
00000020:00200000:1.0:1789760767.497677:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760767.497689:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760767.497727:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23207936, count: 4096
00000080:00200000:1.0:1789760767.497735:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23207936, bytes: 4096
00000080:00200000:1.0:1789760767.498220:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760767.498230:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760767.498232:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23207936, 23212032) 0 0
00000080:00200000:1.0:1789760767.498236:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760767.498253:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5666, 5666]
00020000:00200000:1.0:1789760767.498263:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23207936 chunk: [23207936, 23212032) 23212032, 4096
00020000:00200000:1.0:1789760767.498268:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760767.498290:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5666, 5666]
00000008:00010000:1.0:1789760767.498310:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760767.498317:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760767.498329:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23207936, 23212032) append 0 append lockpos 0
00000080:00200000:1.0:1789760767.498343:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23207936=0x1622000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760767.498407:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760767.498409:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23212032
00000020:00010000:1.0:1789760767.498417:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760767.498421:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.498424:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.498427:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760767.498430:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760767.498439:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760767.498447:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760767.498468:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760767.498600:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 23207936<>23212032
00000100:00100000:1.0:1789760767.498690:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760767.498709:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508409728:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760767.554998:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972986 gen 3
00000008:00010000:1.0:1789760767.555080:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760767.555090:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760767.555102:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760767.555136:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760767.555171:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508409728:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760767.642170:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1789760767.962976:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5674, 5674]
00000080:00200000:1.0:1789760767.962994:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760767.963001:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760767.963034:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23244800 i_blocks 47111
00000020:00200000:1.0:1789760767.963039:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760767.963051:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760767.963084:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23244800, count: 4096
00000080:00200000:1.0:1789760767.963157:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23244800, bytes: 4096
00000080:00200000:1.0:1789760767.963172:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760767.963191:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760767.963193:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23244800, 23248896) 0 0
00000080:00200000:1.0:1789760767.963198:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760767.963215:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5675, 5675]
00020000:00200000:1.0:1789760767.963223:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23244800 chunk: [23244800, 23248896) 23248896, 4096
00020000:00200000:1.0:1789760767.963228:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760767.963248:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5675, 5675]
00000008:00010000:1.0:1789760767.963268:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760767.963274:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760767.963285:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23244800, 23248896) append 0 append lockpos 0
00000080:00200000:1.0:1789760767.963299:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23244800=0x162b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760767.963361:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760767.963364:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23248896
00000020:00010000:1.0:1789760767.963372:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760767.963376:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.963379:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760767.963382:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760767.963385:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760767.963393:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760767.963400:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760767.963415:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760767.964271:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 23244800<>23248896
00000100:00100000:0.0:1789760767.964337:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760767.964428:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508410880:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760768.016884:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972995 gen 3
00000008:00010000:1.0:1789760768.016964:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760768.016973:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.016984:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.017008:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760768.017038:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508410880:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760768.017215:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5675, 5675]
00000080:00200000:0.0:1789760768.017239:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.017244:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.017259:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23248896 i_blocks 47111
00000020:00200000:0.0:1789760768.017262:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.017272:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.017305:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23248896, count: 4096
00000080:00200000:0.0:1789760768.017312:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23248896, bytes: 4096
00000080:00200000:0.0:1789760768.017323:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.017331:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.017333:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23248896, 23252992) 0 0
00000080:00200000:0.0:1789760768.017338:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.017355:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5676, 5676]
00020000:00200000:0.0:1789760768.017363:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23248896 chunk: [23248896, 23252992) 23252992, 4096
00020000:00200000:0.0:1789760768.017366:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.017386:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5676, 5676]
00000008:00010000:0.0:1789760768.017406:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.017412:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760768.017423:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23248896, 23252992) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.017440:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23248896=0x162c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.017500:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.017503:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23252992
00000020:00010000:0.0:1789760768.017511:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.017514:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.017517:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.017521:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.017524:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.017532:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.017538:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.017555:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760768.017718:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 23248896<>23252992
00000100:00100000:1.0:1789760768.018491:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760768.018518:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508411008:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760768.065111:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760768.065127:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.065138:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.065156:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000080:00200000:0.0:1789760768.066345:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5676, 5676]
00000080:00200000:0.0:1789760768.066370:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.066376:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.066396:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23252992 i_blocks 47111
00000020:00200000:0.0:1789760768.066402:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.066416:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.066451:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23252992, count: 4096
00000080:00200000:0.0:1789760768.066460:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23252992, bytes: 4096
00000080:00200000:0.0:1789760768.066475:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.066485:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.066488:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23252992, 23257088) 0 0
00000080:00200000:0.0:1789760768.066492:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.066509:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5677, 5677]
00020000:00200000:0.0:1789760768.066518:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23252992 chunk: [23252992, 23257088) 23257088, 4096
00020000:00200000:0.0:1789760768.066523:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.066543:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5677, 5677]
00000008:00010000:0.0:1789760768.066563:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.066569:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760768.066581:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23252992, 23257088) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.066594:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23252992=0x162d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.066694:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.066698:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23257088
00000020:00010000:0.0:1789760768.066707:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.066711:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.066714:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.066718:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.066721:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.066729:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.066736:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:1.0:1789760768.066830:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508411008:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760768.066869:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:1.0:1789760768.067001:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 23252992<>23257088
00000100:00100000:1.0:1789760768.067048:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508411136:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760768.108446:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972996 gen 3
00000100:00100000:1.0:1789760768.108492:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4bea680 x1876699508411136/t4294972997(4294972997) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760784 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760768.108546:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760768.108553:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.108565:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.108824:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760768.108854:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508411136:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760768.109260:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5677, 5677]
00000080:00200000:0.0:1789760768.109277:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.109283:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.109298:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23257088 i_blocks 47111
00000020:00200000:0.0:1789760768.109302:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.109313:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.109346:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23257088, count: 4096
00000080:00200000:0.0:1789760768.109353:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23257088, bytes: 4096
00000080:00200000:0.0:1789760768.109367:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.109376:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.109379:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23257088, 23261184) 0 0
00000080:00200000:0.0:1789760768.109383:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.109399:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5678, 5678]
00020000:00200000:0.0:1789760768.109407:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23257088 chunk: [23257088, 23261184) 23261184, 4096
00020000:00200000:0.0:1789760768.109411:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.109431:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5678, 5678]
00000008:00010000:0.0:1789760768.109449:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.109455:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760768.109466:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23257088, 23261184) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.109482:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23257088=0x162e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.109542:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.109546:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23261184
00000020:00010000:0.0:1789760768.109554:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.109558:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.109561:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.109565:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.109568:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.109575:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.109582:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.109600:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760768.110970:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 23257088<>23261184
00000100:00100000:1.0:1789760768.111067:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508411264:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760768.191959:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294972998 gen 3
00000008:00010000:1.0:1789760768.192020:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760768.192029:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.192040:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.192060:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760768.192092:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508411264:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760768.192208:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5678, 5678]
00000080:00200000:0.0:1789760768.192225:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.192231:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.192247:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23261184 i_blocks 47111
00000020:00200000:0.0:1789760768.192251:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.192262:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.192295:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23261184, count: 4096
00000080:00200000:0.0:1789760768.192303:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23261184, bytes: 4096
00000080:00200000:0.0:1789760768.192313:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.192322:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.192324:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23261184, 23265280) 0 0
00000080:00200000:0.0:1789760768.192329:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.192345:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5679, 5679]
00020000:00200000:0.0:1789760768.192353:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23261184 chunk: [23261184, 23265280) 23265280, 4096
00020000:00200000:0.0:1789760768.192358:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.192378:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5679, 5679]
00000008:00010000:0.0:1789760768.192396:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.192401:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760768.192412:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23261184, 23265280) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.192427:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23261184=0x162f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.192493:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.192496:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23265280
00000020:00010000:0.0:1789760768.192504:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.192508:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.192511:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.192515:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.192517:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.192524:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.192530:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.192545:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760768.192699:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 23261184<>23265280
00000100:00100000:1.0:1789760768.192855:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508411392:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760768.241128:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760768.241147:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.241161:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.241192:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760768.241224:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508411392:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760768.241508:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5679, 5679]
00000080:00200000:0.0:1789760768.241535:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.241542:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.241557:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23265280 i_blocks 47111
00000020:00200000:0.0:1789760768.241562:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.241572:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.241607:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23265280, count: 4096
00000080:00200000:0.0:1789760768.241614:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23265280, bytes: 4096
00000080:00200000:0.0:1789760768.241625:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.241668:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.241670:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23265280, 23269376) 0 0
00000080:00200000:0.0:1789760768.241676:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.241692:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5680, 5680]
00020000:00200000:0.0:1789760768.241700:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23265280 chunk: [23265280, 23269376) 23269376, 4096
00020000:00200000:0.0:1789760768.241705:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.241725:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5680, 5680]
00000008:00010000:0.0:1789760768.241747:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.241753:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760768.241766:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23265280, 23269376) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.241783:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23265280=0x1630000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.241843:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.241847:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23269376
00000020:00010000:0.0:1789760768.241856:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.241860:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.241863:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.241867:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.241870:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.241877:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.241884:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.241902:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760768.242031:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 23265280<>23269376
00000100:00100000:1.0:1789760768.242261:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760768.242282:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508411520:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760768.278560:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973000 gen 3
00000008:00010000:1.0:1789760768.278670:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760768.278679:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.278691:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.278753:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760768.278784:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508411520:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760768.279308:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5680, 5680]
00000080:00200000:0.0:1789760768.279326:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.279332:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.279350:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23269376 i_blocks 47111
00000020:00200000:0.0:1789760768.279354:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.279363:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.279396:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23269376, count: 4096
00000080:00200000:0.0:1789760768.279403:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23269376, bytes: 4096
00000080:00200000:0.0:1789760768.279414:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.279422:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.279424:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23269376, 23273472) 0 0
00000080:00200000:0.0:1789760768.279428:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.279443:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5681, 5681]
00020000:00200000:0.0:1789760768.279451:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23269376 chunk: [23269376, 23273472) 23273472, 4096
00020000:00200000:0.0:1789760768.279455:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.279475:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5681, 5681]
00000008:00010000:0.0:1789760768.279493:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.279500:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760768.279512:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23269376, 23273472) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.279961:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23269376=0x1631000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.280029:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.280032:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23273472
00000020:00010000:0.0:1789760768.280041:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.280045:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.280048:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.280051:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.280054:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.280062:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.280069:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.280161:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760768.280300:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 23269376<>23273472
00000100:00100000:1.0:1789760768.280382:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508411648:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760768.383810:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760768.383827:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.383839:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.383861:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760768.383893:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508411648:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760768.384043:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5681, 5681]
00000080:00200000:0.0:1789760768.384059:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.384064:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.384079:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23273472 i_blocks 47111
00000020:00200000:0.0:1789760768.384083:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.384093:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.384136:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23273472, count: 4096
00000080:00200000:0.0:1789760768.384143:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23273472, bytes: 4096
00000080:00200000:0.0:1789760768.384153:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.384162:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.384164:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23273472, 23277568) 0 0
00000080:00200000:0.0:1789760768.384170:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.384196:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5682, 5682]
00020000:00200000:0.0:1789760768.384204:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23273472 chunk: [23273472, 23277568) 23277568, 4096
00020000:00200000:0.0:1789760768.384208:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.384228:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5682, 5682]
00000008:00010000:0.0:1789760768.384245:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.384252:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760768.384263:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23273472, 23277568) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.384278:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23273472=0x1632000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.384335:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.384338:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23277568
00000020:00010000:0.0:1789760768.384347:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.384350:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.384354:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.384358:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.384361:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.384369:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.384376:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.384393:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760768.384515:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 23273472<>23277568
00000100:00100000:1.0:1789760768.384746:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508411776:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760768.441020:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973002 gen 3
00000008:00010000:1.0:1789760768.441097:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760768.441106:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.441118:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.441138:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760768.441168:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508411776:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760768.441386:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5682, 5682]
00000080:00200000:0.0:1789760768.441403:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760768.441410:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760768.441426:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23277568 i_blocks 47111
00000020:00200000:0.0:1789760768.441430:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760768.441441:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760768.441474:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23277568, count: 4096
00000080:00200000:0.0:1789760768.441481:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23277568, bytes: 4096
00000080:00200000:0.0:1789760768.441490:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760768.441499:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760768.441501:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23277568, 23281664) 0 0
00000080:00200000:0.0:1789760768.441506:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760768.441522:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5683, 5683]
00020000:00200000:0.0:1789760768.441543:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23277568 chunk: [23277568, 23281664) 23281664, 4096
00020000:00200000:0.0:1789760768.441548:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760768.441568:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5683, 5683]
00000008:00010000:0.0:1789760768.441597:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760768.441603:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760768.441615:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23277568, 23281664) append 0 append lockpos 0
00000080:00200000:0.0:1789760768.441657:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23277568=0x1633000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760768.441716:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760768.441720:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23281664
00000020:00010000:0.0:1789760768.441728:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760768.441732:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.441735:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760768.441738:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760768.441741:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760768.441749:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760768.441931:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760768.441950:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760768.442081:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 23277568<>23281664
00000100:00100000:0.0:1789760768.442203:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760768.442222:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508411904:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760768.499274:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973003 gen 3
00000008:00010000:1.0:1789760768.499326:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760768.499336:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.499349:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.499373:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760768.499405:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508411904:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760768.547270:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5684, 5684]
00000080:00200000:1.0:1789760768.547290:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760768.547297:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760768.547316:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23285760 i_blocks 47111
00000020:00200000:1.0:1789760768.547322:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760768.547339:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760768.547381:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23285760, count: 4096
00000080:00200000:1.0:1789760768.547390:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23285760, bytes: 4096
00000080:00200000:1.0:1789760768.547406:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760768.547415:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760768.547418:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23285760, 23289856) 0 0
00000080:00200000:1.0:1789760768.547422:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760768.547438:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5685, 5685]
00020000:00200000:1.0:1789760768.547447:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23285760 chunk: [23285760, 23289856) 23289856, 4096
00020000:00200000:1.0:1789760768.547451:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760768.547546:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5685, 5685]
00000008:00010000:1.0:1789760768.547566:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760768.547573:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760768.548042:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23285760, 23289856) append 0 append lockpos 0
00000080:00200000:1.0:1789760768.548061:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23285760=0x1635000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760768.548303:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760768.548306:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23289856
00000020:00010000:1.0:1789760768.548315:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760768.548319:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760768.548322:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760768.548326:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760768.548329:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760768.548338:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760768.548346:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760768.548374:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760768.549323:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 23285760<>23289856
00000100:00100000:0.0:1789760768.549418:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508412160:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760768.618293:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760768.618311:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.618324:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.618351:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760768.618387:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508412160:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760768.795402:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5688, 5688]
00000080:00200000:1.0:1789760768.795419:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760768.795424:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760768.795439:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23302144 i_blocks 47111
00000020:00200000:1.0:1789760768.795443:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760768.795454:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760768.795498:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23302144, count: 4096
00000080:00200000:1.0:1789760768.795506:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23302144, bytes: 4096
00000080:00200000:1.0:1789760768.795519:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760768.795828:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760768.795831:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23302144, 23306240) 0 0
00000080:00200000:1.0:1789760768.795839:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760768.795859:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5689, 5689]
00020000:00200000:1.0:1789760768.795869:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23302144 chunk: [23302144, 23306240) 23306240, 4096
00020000:00200000:1.0:1789760768.795874:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760768.795896:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5689, 5689]
00000008:00010000:1.0:1789760768.795915:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760768.795922:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760768.795934:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23302144, 23306240) append 0 append lockpos 0
00000080:00200000:1.0:1789760768.795948:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23302144=0x1639000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760768.796013:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760768.796016:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23306240
00000020:00010000:1.0:1789760768.796025:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760768.796029:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760768.796032:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760768.796036:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760768.796040:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760768.796048:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760768.796055:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760768.796073:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760768.796221:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 23302144<>23306240
00000100:00100000:0.0:1789760768.796304:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508412672:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760768.840474:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973009 gen 3
00000008:00010000:1.0:1789760768.840559:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760768.840568:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760768.840579:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760768.840604:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760768.840680:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508412672:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760769.202275:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5695, 5695]
00000080:00200000:1.0:1789760769.202293:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760769.202298:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760769.202315:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23330816 i_blocks 47111
00000020:00200000:1.0:1789760769.202319:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760769.202329:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760769.202376:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23330816, count: 4096
00000080:00200000:1.0:1789760769.202383:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23330816, bytes: 4096
00000080:00200000:1.0:1789760769.202394:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760769.202403:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760769.202405:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23330816, 23334912) 0 0
00000080:00200000:1.0:1789760769.202409:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760769.202424:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5696, 5696]
00020000:00200000:1.0:1789760769.202432:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23330816 chunk: [23330816, 23334912) 23334912, 4096
00020000:00200000:1.0:1789760769.202436:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760769.202454:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5696, 5696]
00000008:00010000:1.0:1789760769.202486:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760769.202492:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760769.202503:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23330816, 23334912) append 0 append lockpos 0
00000080:00200000:1.0:1789760769.202516:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23330816=0x1640000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760769.202591:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760769.202594:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23334912
00000020:00010000:1.0:1789760769.202963:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760769.202968:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.202972:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.202976:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760769.202979:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760769.202992:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760769.203000:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760769.203019:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760769.203653:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 23330816<>23334912
00000100:00100000:1.0:1789760769.203704:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760769.203777:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508413568:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760769.253323:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:1.0:1789760769.253344:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.253357:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.253433:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:1.0:1789760769.253467:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508413568:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760769.254235:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5696, 5696]
00000080:00200000:0.0:1789760769.254255:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.254261:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.254280:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23334912 i_blocks 47111
00000020:00200000:0.0:1789760769.254285:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.254299:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.254341:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23334912, count: 4096
00000080:00200000:0.0:1789760769.254349:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23334912, bytes: 4096
00000080:00200000:0.0:1789760769.254365:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.254376:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.254379:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23334912, 23339008) 0 0
00000080:00200000:0.0:1789760769.254384:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.254404:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5697, 5697]
00020000:00200000:0.0:1789760769.254413:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23334912 chunk: [23334912, 23339008) 23339008, 4096
00020000:00200000:0.0:1789760769.254418:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.254439:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5697, 5697]
00000008:00010000:0.0:1789760769.254459:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.254466:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760769.254477:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23334912, 23339008) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.254492:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23334912=0x1641000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.254561:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.254564:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23339008
00000020:00010000:0.0:1789760769.254572:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.254576:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.254579:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.254583:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.254586:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.254593:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.254600:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.254622:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760769.255765:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 23334912<>23339008
00000100:00100000:0.0:1789760769.255947:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760769.255975:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508413696:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760769.302615:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973017 gen 3
00000008:00010000:1.0:1789760769.302709:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760769.302718:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.302727:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.302890:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760769.302926:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508413696:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760769.369705:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5698, 5698]
00000080:00200000:1.0:1789760769.369736:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760769.369744:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760769.369764:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23343104 i_blocks 47111
00000020:00200000:1.0:1789760769.369771:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760769.369790:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760769.369822:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23343104, count: 4096
00000080:00200000:1.0:1789760769.369831:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23343104, bytes: 4096
00000080:00200000:1.0:1789760769.369846:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760769.369855:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760769.369857:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23343104, 23347200) 0 0
00000080:00200000:1.0:1789760769.369862:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760769.369879:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5699, 5699]
00020000:00200000:1.0:1789760769.369888:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23343104 chunk: [23343104, 23347200) 23347200, 4096
00020000:00200000:1.0:1789760769.369893:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760769.369915:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5699, 5699]
00000008:00010000:1.0:1789760769.369935:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760769.369942:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760769.369955:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23343104, 23347200) append 0 append lockpos 0
00000080:00200000:1.0:1789760769.369970:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23343104=0x1643000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760769.370165:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760769.370179:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23347200
00000020:00010000:1.0:1789760769.370188:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760769.370192:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.370198:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.370202:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760769.370276:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760769.370286:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760769.370294:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760769.370323:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760769.370463:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 23343104<>23347200
00000100:00100000:1.0:1789760769.370524:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760769.370551:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508413952:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760769.408340:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973018 gen 3
00000100:00100000:0.0:1789760769.408386:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be9c00 x1876699508413952/t4294973019(4294973019) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760785 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760769.408441:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760769.408448:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760769.408458:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760769.408494:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760769.408518:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508413952:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760769.567503:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5702, 5702]
00000080:00200000:0.0:1789760769.567753:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.567760:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.567776:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23359488 i_blocks 47111
00000020:00200000:0.0:1789760769.567781:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.567795:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.567829:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23359488, count: 4096
00000080:00200000:0.0:1789760769.567837:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23359488, bytes: 4096
00000080:00200000:0.0:1789760769.567851:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.567861:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.567863:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23359488, 23363584) 0 0
00000080:00200000:0.0:1789760769.567868:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.567883:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5703, 5703]
00020000:00200000:0.0:1789760769.567903:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23359488 chunk: [23359488, 23363584) 23363584, 4096
00020000:00200000:0.0:1789760769.567908:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.567928:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5703, 5703]
00000008:00010000:0.0:1789760769.567948:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.567955:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760769.567968:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23359488, 23363584) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.567983:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23359488=0x1647000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.568047:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.568050:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23363584
00000020:00010000:0.0:1789760769.568058:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.568062:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.568065:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.568069:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.568071:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.568078:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.568085:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.568118:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760769.569419:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 23359488<>23363584
00000100:00100000:0.0:1789760769.569505:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508414464:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760769.621217:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973023 gen 3
00000008:00010000:1.0:1789760769.621283:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760769.621291:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.621301:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.621328:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760769.621359:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508414464:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760769.647611:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5704, 5704]
00000080:00200000:1.0:1789760769.647681:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760769.647689:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760769.647706:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23367680 i_blocks 47111
00000020:00200000:1.0:1789760769.647714:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760769.647734:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760769.647770:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23367680, count: 4096
00000080:00200000:1.0:1789760769.647778:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23367680, bytes: 4096
00000080:00200000:1.0:1789760769.647788:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760769.647797:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760769.647799:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23367680, 23371776) 0 0
00000080:00200000:1.0:1789760769.647804:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760769.647821:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5705, 5705]
00020000:00200000:1.0:1789760769.647830:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23367680 chunk: [23367680, 23371776) 23371776, 4096
00020000:00200000:1.0:1789760769.647835:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760769.647869:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5705, 5705]
00000008:00010000:1.0:1789760769.647888:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760769.647902:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760769.647914:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23367680, 23371776) append 0 append lockpos 0
00000080:00200000:1.0:1789760769.647928:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23367680=0x1649000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760769.647987:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760769.647990:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23371776
00000020:00010000:1.0:1789760769.647998:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760769.648001:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.648004:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.648007:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760769.648010:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760769.648017:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760769.648024:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760769.648041:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760769.648381:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23367680<>23371776
00000100:00100000:1.0:1789760769.648424:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760769.648442:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508414720:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760769.690071:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760769.695512:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973025 gen 3
00000008:00010000:1.0:1789760769.695580:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760769.695588:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.695599:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.695619:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760769.695688:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508414720:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760769.695790:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5705, 5705]
00000080:00200000:0.0:1789760769.695807:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.695813:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.695840:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23371776 i_blocks 47111
00000020:00200000:0.0:1789760769.695844:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.695856:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.695893:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23371776, count: 4096
00000080:00200000:0.0:1789760769.695910:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23371776, bytes: 4096
00000080:00200000:0.0:1789760769.695922:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.695932:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.695934:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23371776, 23375872) 0 0
00000080:00200000:0.0:1789760769.695939:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.695955:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5706, 5706]
00020000:00200000:0.0:1789760769.695964:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23371776 chunk: [23371776, 23375872) 23375872, 4096
00020000:00200000:0.0:1789760769.695969:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.695990:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5706, 5706]
00000008:00010000:0.0:1789760769.696008:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.696013:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760769.696024:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23371776, 23375872) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.696050:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23371776=0x164a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.696120:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.696123:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23375872
00000020:00010000:0.0:1789760769.696132:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.696135:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.696138:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.696142:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.696145:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.696153:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.696162:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.696188:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760769.696769:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 23371776<>23375872
00000100:00100000:0.0:1789760769.696813:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760769.697157:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508414848:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760769.735376:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760769.735399:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.735412:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.735545:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760769.735580:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508414848:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760769.784890:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5707, 5707]
00000080:00200000:1.0:1789760769.784918:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760769.784925:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760769.784945:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23379968 i_blocks 47111
00000020:00200000:1.0:1789760769.784951:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760769.784969:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760769.785004:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23379968, count: 4096
00000080:00200000:1.0:1789760769.785013:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23379968, bytes: 4096
00000080:00200000:1.0:1789760769.785030:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760769.785039:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760769.785041:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23379968, 23384064) 0 0
00000080:00200000:1.0:1789760769.785047:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760769.785065:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5708, 5708]
00020000:00200000:1.0:1789760769.785074:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23379968 chunk: [23379968, 23384064) 23384064, 4096
00020000:00200000:1.0:1789760769.785079:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760769.785102:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5708, 5708]
00000008:00010000:1.0:1789760769.785122:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760769.785129:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760769.785140:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23379968, 23384064) append 0 append lockpos 0
00000080:00200000:1.0:1789760769.785155:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23379968=0x164c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760769.785310:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760769.785314:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23384064
00000020:00010000:1.0:1789760769.785323:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760769.785326:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.785476:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760769.785483:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760769.785486:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760769.785496:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760769.785503:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760769.785536:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760769.786315:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23379968<>23384064
00000100:00100000:0.0:1789760769.786397:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760769.786493:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508415104:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760769.838262:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760769.838279:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.838291:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.838316:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760769.838352:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508415104:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760769.838454:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5708, 5708]
00000080:00200000:0.0:1789760769.838472:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.838478:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.838492:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23384064 i_blocks 47111
00000020:00200000:0.0:1789760769.838496:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.838507:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.838543:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23384064, count: 4096
00000080:00200000:0.0:1789760769.838552:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23384064, bytes: 4096
00000080:00200000:0.0:1789760769.838565:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.838574:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.838576:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23384064, 23388160) 0 0
00000080:00200000:0.0:1789760769.838580:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.838597:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5709, 5709]
00020000:00200000:0.0:1789760769.838606:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23384064 chunk: [23384064, 23388160) 23388160, 4096
00020000:00200000:0.0:1789760769.838610:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.838659:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5709, 5709]
00000008:00010000:0.0:1789760769.838684:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.838690:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760769.838702:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23384064, 23388160) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.838716:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23384064=0x164d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.839897:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.839905:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23388160
00000020:00010000:0.0:1789760769.839919:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.839924:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.839927:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.839930:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.839933:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.839944:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.839952:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.839978:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760769.840114:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 23384064<>23388160
00000100:00100000:1.0:1789760769.840547:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760769.840577:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508415232:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760769.885265:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973029 gen 3
00000008:00010000:1.0:1789760769.885330:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760769.885338:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.885350:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.885374:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760769.885594:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508415232:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760769.885747:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5709, 5709]
00000080:00200000:0.0:1789760769.885763:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.885769:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.885784:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23388160 i_blocks 47111
00000020:00200000:0.0:1789760769.885788:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.885798:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.885832:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23388160, count: 4096
00000080:00200000:0.0:1789760769.885840:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23388160, bytes: 4096
00000080:00200000:0.0:1789760769.885851:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.885860:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.885863:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23388160, 23392256) 0 0
00000080:00200000:0.0:1789760769.885867:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.885885:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5710, 5710]
00020000:00200000:0.0:1789760769.885893:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23388160 chunk: [23388160, 23392256) 23392256, 4096
00020000:00200000:0.0:1789760769.885897:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.885916:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5710, 5710]
00000008:00010000:0.0:1789760769.885932:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.885938:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760769.885949:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23388160, 23392256) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.885963:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23388160=0x164e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.886017:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.886020:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23392256
00000020:00010000:0.0:1789760769.886028:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.886032:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.886035:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.886039:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.886042:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.886048:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.886055:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.886070:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760769.886218:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 23388160<>23392256
00000100:00100000:1.0:1789760769.886384:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508415360:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760769.949694:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760769.949712:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.949725:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.949789:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760769.949825:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508415360:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760769.949948:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5710, 5710]
00000080:00200000:0.0:1789760769.949964:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.949970:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.949985:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23392256 i_blocks 47111
00000020:00200000:0.0:1789760769.949989:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.950000:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.950039:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23392256, count: 4096
00000080:00200000:0.0:1789760769.950047:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23392256, bytes: 4096
00000080:00200000:0.0:1789760769.950058:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.950067:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.950069:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23392256, 23396352) 0 0
00000080:00200000:0.0:1789760769.950277:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.950297:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5711, 5711]
00020000:00200000:0.0:1789760769.950306:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23392256 chunk: [23392256, 23396352) 23396352, 4096
00020000:00200000:0.0:1789760769.950310:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.950330:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5711, 5711]
00000008:00010000:0.0:1789760769.950348:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.950354:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760769.950367:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23392256, 23396352) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.950380:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23392256=0x164f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.950443:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.950447:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23396352
00000020:00010000:0.0:1789760769.950455:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.950459:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.950462:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.950465:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.950468:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.950474:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.950481:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.950500:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760769.950887:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 23392256<>23396352
00000100:00100000:1.0:1789760769.950957:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508415488:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760769.975107:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973031 gen 3
00000008:00010000:1.0:1789760769.975186:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760769.975196:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760769.975207:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760769.975229:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000080:00200000:0.0:1789760769.975258:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5711, 5711]
00000100:00100000:1.0:1789760769.975259:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508415488:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760769.975277:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760769.975283:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760769.975300:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23396352 i_blocks 47111
00000020:00200000:0.0:1789760769.975304:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760769.975313:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760769.975358:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23396352, count: 4096
00000080:00200000:0.0:1789760769.975367:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23396352, bytes: 4096
00000080:00200000:0.0:1789760769.975378:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760769.975387:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760769.975389:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23396352, 23400448) 0 0
00000080:00200000:0.0:1789760769.975394:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760769.975411:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5712, 5712]
00020000:00200000:0.0:1789760769.975419:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23396352 chunk: [23396352, 23400448) 23400448, 4096
00020000:00200000:0.0:1789760769.975423:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760769.975441:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5712, 5712]
00000008:00010000:0.0:1789760769.975458:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760769.975464:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760769.975476:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23396352, 23400448) append 0 append lockpos 0
00000080:00200000:0.0:1789760769.975489:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23396352=0x1650000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760769.975546:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760769.975550:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23400448
00000020:00010000:0.0:1789760769.975558:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760769.975562:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.975565:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760769.975569:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760769.975571:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760769.975578:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760769.975585:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760769.975601:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760769.975789:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f800 - object 0x280000401:3 offset 23396352<>23400448
00000100:00100000:1.0:1789760769.976007:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508415616:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760770.028487:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973032 gen 3
00000008:00010000:1.0:1789760770.028549:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760770.028559:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.028574:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.028723:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760770.028760:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508415616:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760770.030859:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5712, 5712]
00000080:00200000:0.0:1789760770.030884:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.030891:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.030911:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23400448 i_blocks 47111
00000020:00200000:0.0:1789760770.030916:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.030931:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.030964:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23400448, count: 4096
00000080:00200000:0.0:1789760770.030973:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23400448, bytes: 4096
00000080:00200000:0.0:1789760770.030991:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.031000:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.031003:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23400448, 23404544) 0 0
00000080:00200000:0.0:1789760770.031427:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.031448:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5713, 5713]
00020000:00200000:0.0:1789760770.031457:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23400448 chunk: [23400448, 23404544) 23404544, 4096
00020000:00200000:0.0:1789760770.031461:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.031483:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5713, 5713]
00000008:00010000:0.0:1789760770.031503:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.031509:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760770.031522:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23400448, 23404544) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.031542:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23400448=0x1651000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.031619:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.031622:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23404544
00000020:00010000:0.0:1789760770.031820:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.031826:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.031829:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.031834:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.031836:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.031846:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.031853:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.031886:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760770.032045:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f800 - object 0x280000401:3 offset 23400448<>23404544
00000100:00100000:1.0:1789760770.032481:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508415744:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760770.104480:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760770.104496:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.104509:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.104532:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760770.104568:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508415744:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760770.531446:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5722, 5722]
00000080:00200000:1.0:1789760770.531464:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760770.531470:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760770.531486:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23441408 i_blocks 47111
00000020:00200000:1.0:1789760770.531489:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760770.531501:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760770.531546:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23441408, count: 4096
00000080:00200000:1.0:1789760770.531554:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23441408, bytes: 4096
00000080:00200000:1.0:1789760770.531565:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760770.531573:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760770.531575:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23441408, 23445504) 0 0
00000080:00200000:1.0:1789760770.531579:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760770.531603:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5723, 5723]
00020000:00200000:1.0:1789760770.531611:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23441408 chunk: [23441408, 23445504) 23445504, 4096
00020000:00200000:1.0:1789760770.531616:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760770.531662:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5723, 5723]
00000008:00010000:1.0:1789760770.531682:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760770.531688:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760770.531701:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23441408, 23445504) append 0 append lockpos 0
00000080:00200000:1.0:1789760770.531715:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23441408=0x165b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760770.531772:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760770.531775:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23445504
00000020:00010000:1.0:1789760770.531785:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760770.531788:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760770.531791:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760770.531795:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760770.531798:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760770.531807:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760770.531813:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760770.531831:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760770.531964:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23441408<>23445504
00000100:00100000:1.0:1789760770.532017:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760770.532037:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508417024:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760770.571688:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973043 gen 3
00000008:00010000:1.0:1789760770.571740:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760770.571748:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.571758:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.571781:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760770.571810:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508417024:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760770.571934:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5723, 5723]
00000080:00200000:0.0:1789760770.571952:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.571958:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.571973:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23445504 i_blocks 47111
00000020:00200000:0.0:1789760770.571976:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.571986:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.572017:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23445504, count: 4096
00000080:00200000:0.0:1789760770.572024:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23445504, bytes: 4096
00000080:00200000:0.0:1789760770.572037:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.572047:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.572061:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23445504, 23449600) 0 0
00000080:00200000:0.0:1789760770.572067:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.572091:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5724, 5724]
00020000:00200000:0.0:1789760770.572100:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23445504 chunk: [23445504, 23449600) 23449600, 4096
00020000:00200000:0.0:1789760770.572105:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.572125:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5724, 5724]
00000008:00010000:0.0:1789760770.572142:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.572148:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760770.572169:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23445504, 23449600) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.572185:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23445504=0x165c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.572248:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.572251:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23449600
00000020:00010000:0.0:1789760770.572262:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.572266:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.572269:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.572273:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.572276:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.572283:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.572290:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.572306:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760770.572429:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 23445504<>23449600
00000100:00100000:0.0:1789760770.572471:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760770.572489:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417152:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760770.608360:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760770.608376:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.608389:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.608413:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760770.608447:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417152:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760770.608588:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5724, 5724]
00000080:00200000:0.0:1789760770.608603:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.608609:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.608625:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23449600 i_blocks 47111
00000020:00200000:0.0:1789760770.608660:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.608670:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.608704:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23449600, count: 4096
00000080:00200000:0.0:1789760770.608712:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23449600, bytes: 4096
00000080:00200000:0.0:1789760770.608721:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.608730:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.608733:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23449600, 23453696) 0 0
00000080:00200000:0.0:1789760770.608739:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.608757:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5725, 5725]
00020000:00200000:0.0:1789760770.608765:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23449600 chunk: [23449600, 23453696) 23453696, 4096
00020000:00200000:0.0:1789760770.608770:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.608789:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5725, 5725]
00000008:00010000:0.0:1789760770.608808:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.608814:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760770.608826:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23449600, 23453696) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.608840:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23449600=0x165d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.608901:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.608904:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23453696
00000020:00010000:0.0:1789760770.608912:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.608915:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.608918:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.608922:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.608925:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.608932:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.608940:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.608956:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760770.609239:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 23449600<>23453696
00000100:00100000:1.0:1789760770.609372:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417280:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760770.646446:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973045 gen 3
00000008:00010000:1.0:1789760770.646530:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760770.646539:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.646550:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.646571:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760770.646609:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417280:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760770.646891:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5725, 5725]
00000080:00200000:0.0:1789760770.646908:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.646914:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.646928:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23453696 i_blocks 47111
00000020:00200000:0.0:1789760770.646932:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.646942:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.646977:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23453696, count: 4096
00000080:00200000:0.0:1789760770.646984:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23453696, bytes: 4096
00000080:00200000:0.0:1789760770.646995:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.647004:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.647007:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23453696, 23457792) 0 0
00000080:00200000:0.0:1789760770.647012:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.647027:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5726, 5726]
00020000:00200000:0.0:1789760770.647036:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23453696 chunk: [23453696, 23457792) 23457792, 4096
00020000:00200000:0.0:1789760770.647042:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.647063:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5726, 5726]
00000008:00010000:0.0:1789760770.647094:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.647101:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760770.647113:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23453696, 23457792) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.647128:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23453696=0x165e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.647198:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.647201:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23457792
00000020:00010000:0.0:1789760770.647209:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.647213:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.647216:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.647219:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.647222:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.647238:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.647245:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.647264:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760770.647390:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 23453696<>23457792
00000100:00100000:1.0:1789760770.647861:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760770.647886:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417408:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760770.688138:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973046 gen 3
00000008:00010000:1.0:1789760770.688201:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760770.688209:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.688221:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.688241:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760770.688274:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417408:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760770.688672:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5726, 5726]
00000080:00200000:0.0:1789760770.688688:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.688695:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.688711:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23457792 i_blocks 47111
00000020:00200000:0.0:1789760770.688715:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.688725:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.688761:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23457792, count: 4096
00000080:00200000:0.0:1789760770.688769:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23457792, bytes: 4096
00000080:00200000:0.0:1789760770.688926:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.688936:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.688939:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23457792, 23461888) 0 0
00000080:00200000:0.0:1789760770.688944:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.688961:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5727, 5727]
00020000:00200000:0.0:1789760770.688970:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23457792 chunk: [23457792, 23461888) 23461888, 4096
00020000:00200000:0.0:1789760770.688974:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.688994:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5727, 5727]
00000008:00010000:0.0:1789760770.689012:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.689018:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760770.689029:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23457792, 23461888) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.689046:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23457792=0x165f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.689182:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.689186:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23461888
00000020:00010000:0.0:1789760770.689195:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.689198:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.689201:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.689204:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.689207:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.689215:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.689221:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.689241:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760770.689372:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 23457792<>23461888
00000100:00100000:1.0:1789760770.689602:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417536:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760770.713751:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760770.719430:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973047 gen 3
00000008:00010000:1.0:1789760770.719486:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760770.719498:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.719520:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.719540:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000080:00200000:0.0:1789760770.719708:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5727, 5727]
00000080:00200000:0.0:1789760770.719726:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.719732:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.719747:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23461888 i_blocks 47111
00000020:00200000:0.0:1789760770.719751:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.719760:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.719795:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23461888, count: 4096
00000080:00200000:0.0:1789760770.719804:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23461888, bytes: 4096
00000080:00200000:0.0:1789760770.719815:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.719825:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.719827:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23461888, 23465984) 0 0
00000080:00200000:0.0:1789760770.719832:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.719849:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5728, 5728]
00020000:00200000:0.0:1789760770.719857:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23461888 chunk: [23461888, 23465984) 23465984, 4096
00020000:00200000:0.0:1789760770.719861:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.719881:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5728, 5728]
00000008:00010000:0.0:1789760770.719899:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.719905:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760770.719916:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23461888, 23465984) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.719929:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23461888=0x1660000, pages 1 (max 131072), lockless, parallel
00000100:00100000:1.0:1789760770.720113:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417536:192.168.203.123@tcp:4:dd.0
00000020:00200000:0.0:1789760770.720251:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.720255:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23465984
00000020:00010000:0.0:1789760770.720264:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.720267:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.720270:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.720274:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.720277:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.720284:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.720292:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.720309:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760770.720422:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 23461888<>23465984
00000100:00100000:1.0:1789760770.720687:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760770.720705:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417664:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760770.789910:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973048 gen 3
00000008:00010000:1.0:1789760770.789962:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760770.789971:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.789984:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.790067:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760770.790099:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417664:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760770.793372:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5728, 5728]
00000080:00200000:0.0:1789760770.793402:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.793409:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.793844:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23465984 i_blocks 47111
00000020:00200000:0.0:1789760770.793852:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.793866:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.793900:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23465984, count: 4096
00000080:00200000:0.0:1789760770.793911:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23465984, bytes: 4096
00000080:00200000:0.0:1789760770.793926:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.793936:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.793938:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23465984, 23470080) 0 0
00000080:00200000:0.0:1789760770.793943:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.794097:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5729, 5729]
00020000:00200000:0.0:1789760770.794105:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23465984 chunk: [23465984, 23470080) 23470080, 4096
00020000:00200000:0.0:1789760770.794110:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.794133:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5729, 5729]
00000008:00010000:0.0:1789760770.794154:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.794174:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760770.794187:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23465984, 23470080) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.794202:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23465984=0x1661000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.794343:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.794347:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23470080
00000020:00010000:0.0:1789760770.794357:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.794361:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.794364:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.794368:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.794371:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.794378:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.794385:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.794404:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760770.794739:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 23465984<>23470080
00000100:00100000:1.0:1789760770.794837:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417792:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760770.852353:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973049 gen 3
00000008:00010000:1.0:1789760770.852406:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760770.852415:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.852427:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.852450:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760770.852482:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508417792:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760770.852728:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5729, 5729]
00000080:00200000:0.0:1789760770.852746:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.852752:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760770.852768:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23470080 i_blocks 47111
00000020:00200000:0.0:1789760770.852771:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760770.852781:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760770.852815:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23470080, count: 4096
00000080:00200000:0.0:1789760770.852822:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23470080, bytes: 4096
00000080:00200000:0.0:1789760770.852833:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760770.852841:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760770.852843:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23470080, 23474176) 0 0
00000080:00200000:0.0:1789760770.852848:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760770.852865:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5730, 5730]
00020000:00200000:0.0:1789760770.852873:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23470080 chunk: [23470080, 23474176) 23474176, 4096
00020000:00200000:0.0:1789760770.852878:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760770.852898:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5730, 5730]
00000008:00010000:0.0:1789760770.852917:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760770.852924:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760770.852935:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23470080, 23474176) append 0 append lockpos 0
00000080:00200000:0.0:1789760770.852948:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23470080=0x1662000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760770.853011:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760770.853014:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23474176
00000020:00010000:0.0:1789760770.853023:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760770.853026:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.853029:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760770.853032:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760770.853036:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760770.853043:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760770.853051:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760770.853069:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760770.853205:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 23470080<>23474176
00000100:00100000:1.0:1789760770.853394:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508417920:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760770.883716:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973050 gen 3
00000008:00010000:1.0:1789760770.883767:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760770.883776:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.883787:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.883849:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760770.883881:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508417920:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760770.884725:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5730, 5730]
00000080:00200000:0.0:1789760770.884743:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760770.884749:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760770.884867:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23474176 i_blocks 47111
00000020:00200000:1.0:1789760770.884873:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760770.884886:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760770.884921:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23474176, count: 4096
00000080:00200000:1.0:1789760770.884929:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23474176, bytes: 4096
00000080:00200000:1.0:1789760770.884942:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760770.884951:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760770.884953:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23474176, 23478272) 0 0
00000080:00200000:1.0:1789760770.884958:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760770.884976:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5731, 5731]
00020000:00200000:1.0:1789760770.884985:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23474176 chunk: [23474176, 23478272) 23478272, 4096
00020000:00200000:1.0:1789760770.884989:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760770.885011:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5731, 5731]
00000008:00010000:1.0:1789760770.885029:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760770.885036:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760770.885048:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23474176, 23478272) append 0 append lockpos 0
00000080:00200000:1.0:1789760770.885062:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23474176=0x1663000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760770.885192:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760770.885196:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23478272
00000020:00010000:1.0:1789760770.885205:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760770.885209:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760770.885212:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760770.885216:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760770.885219:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760770.885227:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760770.885234:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760770.885250:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760770.885382:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23474176<>23478272
00000100:00100000:0.0:1789760770.885458:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508418048:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760770.918300:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973051 gen 3
00000008:00010000:1.0:1789760770.918352:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760770.918360:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.918372:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.918395:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760770.918426:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508418048:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760770.952678:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5732, 5732]
00000080:00200000:1.0:1789760770.952694:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760770.952700:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760770.952717:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23482368 i_blocks 47111
00000020:00200000:1.0:1789760770.952721:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760770.952731:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760770.952764:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23482368, count: 4096
00000080:00200000:1.0:1789760770.952771:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23482368, bytes: 4096
00000080:00200000:1.0:1789760770.952781:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760770.952791:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760770.952793:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23482368, 23486464) 0 0
00000080:00200000:1.0:1789760770.952797:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760770.952815:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5733, 5733]
00020000:00200000:1.0:1789760770.952824:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23482368 chunk: [23482368, 23486464) 23486464, 4096
00020000:00200000:1.0:1789760770.952828:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760770.952849:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5733, 5733]
00000008:00010000:1.0:1789760770.952867:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760770.952873:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760770.952886:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23482368, 23486464) append 0 append lockpos 0
00000080:00200000:1.0:1789760770.952901:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23482368=0x1665000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760770.952957:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760770.952960:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23486464
00000020:00010000:1.0:1789760770.952969:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760770.952973:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760770.952976:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760770.952980:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760770.952983:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760770.952990:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760770.952997:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760770.953012:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760770.953132:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23482368<>23486464
00000100:00100000:0.0:1789760770.953287:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508418304:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760770.995143:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760770.995169:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760770.995182:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760770.995210:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760770.995240:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508418304:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760770.995805:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3e40
00000008:00100000:1.0:1789760770.995936:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 23486464<>23490560
00000100:00100000:1.0:1789760770.996051:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508418432:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760771.036683:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973053 gen 3
00000100:00100000:1.0:1789760771.036727:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4beaa00 x1876699508418432/t4294973054(4294973054) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760786 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760771.036780:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3e40
00000020:00200000:1.0:1789760771.036787:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.036797:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.036821:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3e40
00000100:00100000:1.0:1789760771.036846:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508418432:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760771.172090:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5737, 5737]
00000080:00200000:1.0:1789760771.172106:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760771.172113:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760771.172130:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23502848 i_blocks 47111
00000020:00200000:1.0:1789760771.172133:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760771.172146:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760771.172192:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23502848, count: 4096
00000080:00200000:1.0:1789760771.172200:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23502848, bytes: 4096
00000080:00200000:1.0:1789760771.172211:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760771.172220:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760771.172222:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23502848, 23506944) 0 0
00000080:00200000:1.0:1789760771.172226:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760771.172244:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5738, 5738]
00020000:00200000:1.0:1789760771.172253:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23502848 chunk: [23502848, 23506944) 23506944, 4096
00020000:00200000:1.0:1789760771.172257:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760771.172278:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5738, 5738]
00000008:00010000:1.0:1789760771.172297:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760771.172303:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760771.172315:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23502848, 23506944) append 0 append lockpos 0
00000080:00200000:1.0:1789760771.172331:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23502848=0x166a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760771.172389:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760771.172392:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23506944
00000020:00010000:1.0:1789760771.172402:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760771.172406:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.172409:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.172413:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760771.172415:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760771.172423:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760771.172430:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760771.172445:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760771.172578:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23502848<>23506944
00000100:00100000:0.0:1789760771.172656:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508418944:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760771.207964:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973058 gen 3
00000008:00010000:1.0:1789760771.208233:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760771.208243:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.208254:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.208278:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760771.208315:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508418944:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760771.243986:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5739, 5739]
00000080:00200000:1.0:1789760771.244003:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760771.244009:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760771.244037:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23511040 i_blocks 47111
00000020:00200000:1.0:1789760771.244041:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760771.244053:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760771.244088:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23511040, count: 4096
00000080:00200000:1.0:1789760771.244096:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23511040, bytes: 4096
00000080:00200000:1.0:1789760771.244106:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760771.244115:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760771.244118:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23511040, 23515136) 0 0
00000080:00200000:1.0:1789760771.244123:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760771.244138:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5740, 5740]
00020000:00200000:1.0:1789760771.244147:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23511040 chunk: [23511040, 23515136) 23515136, 4096
00020000:00200000:1.0:1789760771.244152:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760771.244186:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5740, 5740]
00000008:00010000:1.0:1789760771.244224:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760771.244230:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760771.244242:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23511040, 23515136) append 0 append lockpos 0
00000080:00200000:1.0:1789760771.244256:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23511040=0x166c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760771.244328:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760771.244331:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23515136
00000020:00010000:1.0:1789760771.244341:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760771.244344:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.244347:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.244351:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760771.244354:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760771.244362:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760771.244369:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760771.244386:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760771.244518:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23511040<>23515136
00000100:00100000:1.0:1789760771.244564:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760771.244582:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508419200:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760771.290795:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973060 gen 3
00000008:00010000:1.0:1789760771.290864:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760771.290873:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.290884:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.290906:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760771.290937:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508419200:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760771.291036:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5740, 5740]
00000080:00200000:0.0:1789760771.291185:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760771.291192:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760771.291208:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23515136 i_blocks 47111
00000020:00200000:0.0:1789760771.291212:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760771.291222:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760771.291256:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23515136, count: 4096
00000080:00200000:0.0:1789760771.291264:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23515136, bytes: 4096
00000080:00200000:0.0:1789760771.291276:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760771.291284:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760771.291287:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23515136, 23519232) 0 0
00000080:00200000:0.0:1789760771.291292:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760771.291309:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5741, 5741]
00020000:00200000:0.0:1789760771.291316:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23515136 chunk: [23515136, 23519232) 23519232, 4096
00020000:00200000:0.0:1789760771.291321:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760771.291974:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5741, 5741]
00000008:00010000:0.0:1789760771.291999:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760771.292006:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760771.292020:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23515136, 23519232) append 0 append lockpos 0
00000080:00200000:0.0:1789760771.292034:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23515136=0x166d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760771.292233:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760771.292236:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23519232
00000020:00010000:0.0:1789760771.292245:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760771.292249:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.292252:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.292256:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760771.292259:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760771.292268:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760771.292276:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760771.292297:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760771.292424:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 23515136<>23519232
00000100:00100000:1.0:1789760771.292735:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508419328:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760771.340039:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973061 gen 3
00000008:00010000:1.0:1789760771.340259:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760771.340267:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.340279:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.340299:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760771.340332:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508419328:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760771.340444:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5741, 5741]
00000080:00200000:0.0:1789760771.340470:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760771.340477:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760771.340491:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23519232 i_blocks 47111
00000020:00200000:0.0:1789760771.340495:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760771.340515:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760771.340548:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23519232, count: 4096
00000080:00200000:0.0:1789760771.340555:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23519232, bytes: 4096
00000080:00200000:0.0:1789760771.340566:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760771.340575:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760771.340579:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23519232, 23523328) 0 0
00000080:00200000:0.0:1789760771.340583:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760771.340600:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5742, 5742]
00020000:00200000:0.0:1789760771.340609:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23519232 chunk: [23519232, 23523328) 23523328, 4096
00020000:00200000:0.0:1789760771.340613:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760771.340831:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5742, 5742]
00000008:00010000:0.0:1789760771.340852:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760771.340859:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760771.340871:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23519232, 23523328) append 0 append lockpos 0
00000080:00200000:0.0:1789760771.340884:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23519232=0x166e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760771.340941:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760771.340945:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23523328
00000020:00010000:0.0:1789760771.340953:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760771.340956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.340959:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.340963:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760771.340966:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760771.340973:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760771.340980:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760771.340999:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760771.341276:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 23519232<>23523328
00000100:00100000:1.0:1789760771.341676:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508419456:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760771.400598:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973062 gen 3
00000008:00010000:1.0:1789760771.400763:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760771.400772:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.400784:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.400850:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760771.400890:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508419456:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760771.405875:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5742, 5742]
00000080:00200000:0.0:1789760771.405907:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760771.405915:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760771.405933:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23523328 i_blocks 47111
00000020:00200000:0.0:1789760771.405939:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760771.405957:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760771.406003:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23523328, count: 4096
00000080:00200000:0.0:1789760771.406013:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23523328, bytes: 4096
00000080:00200000:0.0:1789760771.406030:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760771.406041:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760771.406044:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23523328, 23527424) 0 0
00000080:00200000:0.0:1789760771.406060:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760771.406369:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5743, 5743]
00020000:00200000:0.0:1789760771.406379:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23523328 chunk: [23523328, 23527424) 23527424, 4096
00020000:00200000:0.0:1789760771.406385:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760771.406420:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5743, 5743]
00000008:00010000:0.0:1789760771.406440:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760771.406447:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760771.406526:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23523328, 23527424) append 0 append lockpos 0
00000080:00200000:0.0:1789760771.406543:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23523328=0x166f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760771.406619:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760771.406623:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23527424
00000020:00010000:0.0:1789760771.406802:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760771.406807:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.406811:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.406815:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760771.406818:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760771.406828:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760771.406836:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760771.406871:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760771.407430:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 23523328<>23527424
00000100:00100000:1.0:1789760771.407565:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508419584:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760771.436623:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973063 gen 3
00000008:00010000:1.0:1789760771.436715:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760771.436723:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.436735:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.436761:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760771.436794:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508419584:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760771.437216:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5743, 5743]
00000080:00200000:0.0:1789760771.437236:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760771.437295:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760771.437313:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23527424 i_blocks 47111
00000020:00200000:0.0:1789760771.437322:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760771.437334:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760771.437370:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23527424, count: 4096
00000080:00200000:0.0:1789760771.437378:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23527424, bytes: 4096
00000080:00200000:0.0:1789760771.437390:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760771.437400:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760771.437404:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23527424, 23531520) 0 0
00000080:00200000:0.0:1789760771.437410:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760771.437429:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5744, 5744]
00020000:00200000:0.0:1789760771.437439:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23527424 chunk: [23527424, 23531520) 23531520, 4096
00020000:00200000:0.0:1789760771.437445:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760771.437467:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5744, 5744]
00000008:00010000:0.0:1789760771.437486:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760771.437492:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760771.437504:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23527424, 23531520) append 0 append lockpos 0
00000080:00200000:0.0:1789760771.437517:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23527424=0x1670000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760771.437578:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760771.437581:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23531520
00000020:00010000:0.0:1789760771.437590:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760771.437593:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.437596:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760771.437600:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760771.437603:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760771.437610:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760771.437617:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760771.439874:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760771.440040:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 23527424<>23531520
00000100:00100000:1.0:1789760771.441807:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508419712:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760771.478891:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973064 gen 3
00000008:00010000:1.0:1789760771.478943:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760771.478957:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.478970:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.479052:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760771.479087:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508419712:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760771.556788:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5745, 5745]
00000080:00200000:1.0:1789760771.556805:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760771.556811:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760771.556825:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23535616 i_blocks 47111
00000020:00200000:1.0:1789760771.556829:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760771.556840:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760771.556872:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23535616, count: 4096
00000080:00200000:1.0:1789760771.556879:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23535616, bytes: 4096
00000080:00200000:1.0:1789760771.556892:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760771.556901:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760771.556903:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23535616, 23539712) 0 0
00000080:00200000:1.0:1789760771.556907:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760771.556922:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5746, 5746]
00020000:00200000:1.0:1789760771.556930:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23535616 chunk: [23535616, 23539712) 23539712, 4096
00020000:00200000:1.0:1789760771.556934:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760771.556954:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5746, 5746]
00000008:00010000:1.0:1789760771.556972:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760771.556978:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760771.556989:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23535616, 23539712) append 0 append lockpos 0
00000080:00200000:1.0:1789760771.557002:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23535616=0x1672000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760771.557061:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760771.557137:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23539712
00000020:00010000:1.0:1789760771.557146:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760771.557150:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.557185:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.557233:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760771.557236:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760771.557245:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760771.557252:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760771.557269:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760771.557393:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23535616<>23539712
00000100:00100000:0.0:1789760771.557481:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508419968:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760771.603767:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973066 gen 3
00000008:00010000:1.0:1789760771.603836:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760771.603846:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.603857:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.603879:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760771.603910:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508419968:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760771.736969:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1789760771.784028:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5749, 5749]
00000080:00200000:1.0:1789760771.784044:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760771.784050:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760771.784138:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23552000 i_blocks 47111
00000020:00200000:1.0:1789760771.784143:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760771.784224:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760771.784260:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23552000, count: 4096
00000080:00200000:1.0:1789760771.784267:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23552000, bytes: 4096
00000080:00200000:1.0:1789760771.784279:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760771.784287:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760771.784290:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23552000, 23556096) 0 0
00000080:00200000:1.0:1789760771.784294:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760771.784311:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5750, 5750]
00020000:00200000:1.0:1789760771.784320:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23552000 chunk: [23552000, 23556096) 23556096, 4096
00020000:00200000:1.0:1789760771.784325:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760771.784345:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5750, 5750]
00000008:00010000:1.0:1789760771.784361:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760771.784367:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760771.784377:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23552000, 23556096) append 0 append lockpos 0
00000080:00200000:1.0:1789760771.784390:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23552000=0x1676000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760771.784442:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760771.784445:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23556096
00000020:00010000:1.0:1789760771.784452:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760771.784455:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.784458:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.784461:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760771.784464:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760771.784470:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760771.784476:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760771.784688:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760771.784884:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23552000<>23556096
00000100:00100000:0.0:1789760771.784958:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508421120:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760771.841982:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973070 gen 3
00000008:00010000:1.0:1789760771.842050:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760771.842059:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.842069:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.842094:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760771.842125:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508421120:192.168.203.123@tcp:4:dd.0
00000020:00200000:1.0:1789760771.843118:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760771.843122:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23560192
00000020:00010000:1.0:1789760771.843131:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760771.843134:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.843137:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635cb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760771.843140:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760771.843143:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635cb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760771.843168:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760771.843175:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760771.843187:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760771.843321:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23556096<>23560192
00000100:00100000:1.0:1789760771.843357:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760771.843381:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508421248:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760771.894711:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973071 gen 3
00000008:00010000:1.0:1789760771.894797:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760771.894806:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760771.894819:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760771.894847:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760771.894887:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508421248:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760772.112421:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5756, 5756]
00000080:00200000:1.0:1789760772.112440:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.112445:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.112462:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23580672 i_blocks 47111
00000020:00200000:1.0:1789760772.112466:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.112479:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.112576:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23580672, count: 4096
00000080:00200000:1.0:1789760772.112744:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23580672, bytes: 4096
00000080:00200000:1.0:1789760772.112827:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.112837:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.112840:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23580672, 23584768) 0 0
00000080:00200000:1.0:1789760772.112844:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.112863:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5757, 5757]
00020000:00200000:1.0:1789760772.112872:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23580672 chunk: [23580672, 23584768) 23584768, 4096
00020000:00200000:1.0:1789760772.112878:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.112901:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5757, 5757]
00000008:00010000:1.0:1789760772.112920:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.112926:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760772.112938:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23580672, 23584768) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.112954:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23580672=0x167d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.113024:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.113027:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23584768
00000020:00010000:1.0:1789760772.113036:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.113039:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.113042:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.113046:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.113049:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.113056:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.113135:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.113164:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760772.113304:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 23580672<>23584768
00000100:00100000:0.0:1789760772.113575:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508422016:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760772.146720:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973076 gen 3
00000100:00100000:1.0:1789760772.146766:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4beb800 x1876699508422016/t4294973077(4294973077) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760788 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760772.146818:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760772.146825:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760772.146835:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760772.146919:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760772.146945:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508422016:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760772.193725:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5758, 5758]
00000080:00200000:1.0:1789760772.193742:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.193748:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.193765:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23588864 i_blocks 47111
00000020:00200000:1.0:1789760772.193769:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.193780:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.193814:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23588864, count: 4096
00000080:00200000:1.0:1789760772.193821:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23588864, bytes: 4096
00000080:00200000:1.0:1789760772.193831:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.193840:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.193842:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23588864, 23592960) 0 0
00000080:00200000:1.0:1789760772.193847:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.193863:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5759, 5759]
00020000:00200000:1.0:1789760772.193872:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23588864 chunk: [23588864, 23592960) 23592960, 4096
00020000:00200000:1.0:1789760772.193877:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.193895:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5759, 5759]
00000008:00010000:1.0:1789760772.193913:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.193919:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760772.193931:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23588864, 23592960) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.193943:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23588864=0x167f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.193998:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.194001:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23592960
00000020:00010000:1.0:1789760772.194008:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.194012:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.194014:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.194017:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.194020:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.194027:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.194034:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.194049:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760772.194192:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 23588864<>23592960
00000100:00100000:1.0:1789760772.194237:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760772.194253:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508422272:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760772.226197:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760772.226214:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760772.226227:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760772.226255:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760772.226288:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508422272:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760772.268368:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5760, 5760]
00000080:00200000:1.0:1789760772.268385:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.268390:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.268404:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23597056 i_blocks 47111
00000020:00200000:1.0:1789760772.268408:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.268419:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.268451:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23597056, count: 4096
00000080:00200000:1.0:1789760772.268458:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23597056, bytes: 4096
00000080:00200000:1.0:1789760772.268469:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.268477:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.268480:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23597056, 23601152) 0 0
00000080:00200000:1.0:1789760772.268484:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.268500:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5761, 5761]
00020000:00200000:1.0:1789760772.268508:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23597056 chunk: [23597056, 23601152) 23601152, 4096
00020000:00200000:1.0:1789760772.268512:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.268531:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5761, 5761]
00000008:00010000:1.0:1789760772.268547:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.268552:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760772.268563:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23597056, 23601152) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.268576:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23597056=0x1681000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.268677:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.268681:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23601152
00000020:00010000:1.0:1789760772.268689:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.268693:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.268696:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.268700:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.268703:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.268710:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.268721:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.268737:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760772.268868:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 23597056<>23601152
00000100:00100000:0.0:1789760772.268966:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508422528:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760772.322552:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760772.322569:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760772.322583:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760772.322608:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760772.322686:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508422528:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760772.569855:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5767, 5767]
00000080:00200000:1.0:1789760772.569874:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.569879:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.569894:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23625728 i_blocks 47111
00000020:00200000:1.0:1789760772.569897:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.569908:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.569942:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23625728, count: 4096
00000080:00200000:1.0:1789760772.569950:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23625728, bytes: 4096
00000080:00200000:1.0:1789760772.569960:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.569969:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.569971:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23625728, 23629824) 0 0
00000080:00200000:1.0:1789760772.569975:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.569991:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5768, 5768]
00020000:00200000:1.0:1789760772.569999:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23625728 chunk: [23625728, 23629824) 23629824, 4096
00020000:00200000:1.0:1789760772.570003:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.570021:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5768, 5768]
00000008:00010000:1.0:1789760772.570037:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.570043:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760772.570054:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23625728, 23629824) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.570078:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23625728=0x1688000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.570136:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.570138:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23629824
00000020:00010000:1.0:1789760772.570155:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.570159:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.570162:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.570165:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.570168:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.570174:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.570181:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.570196:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760772.570313:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 23625728<>23629824
00000100:00100000:1.0:1789760772.570364:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760772.570380:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508423424:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760772.619401:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973088 gen 3
00000008:00010000:1.0:1789760772.619467:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760772.619476:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760772.619490:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760772.619516:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760772.619546:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508423424:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760772.661892:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5769, 5769]
00000080:00200000:1.0:1789760772.661909:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.661914:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.661928:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23633920 i_blocks 47111
00000020:00200000:1.0:1789760772.661932:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.661944:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.661981:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23633920, count: 4096
00000080:00200000:1.0:1789760772.661988:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23633920, bytes: 4096
00000080:00200000:1.0:1789760772.661999:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.662008:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.662011:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23633920, 23638016) 0 0
00000080:00200000:1.0:1789760772.662015:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.662030:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5770, 5770]
00020000:00200000:1.0:1789760772.662038:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23633920 chunk: [23633920, 23638016) 23638016, 4096
00020000:00200000:1.0:1789760772.662043:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.662061:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5770, 5770]
00000008:00010000:1.0:1789760772.662077:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.662083:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760772.662093:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23633920, 23638016) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.662106:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23633920=0x168a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.662295:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.662298:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23638016
00000020:00010000:1.0:1789760772.662308:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.662372:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.662377:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.662380:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.662383:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.662392:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.662400:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.662537:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760772.662892:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 23633920<>23638016
00000100:00100000:0.0:1789760772.663019:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508423680:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760772.698013:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973090 gen 3
00000008:00010000:1.0:1789760772.698089:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:1.0:1789760772.698098:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760772.698110:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760772.698196:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:1.0:1789760772.698227:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508423680:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760772.900103:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5774, 5774]
00000080:00200000:1.0:1789760772.900129:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760772.900136:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760772.900163:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23654400 i_blocks 47111
00000020:00200000:1.0:1789760772.900170:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760772.900186:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760772.900219:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23654400, count: 4096
00000080:00200000:1.0:1789760772.900228:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23654400, bytes: 4096
00000080:00200000:1.0:1789760772.900241:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760772.900250:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760772.900252:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23654400, 23658496) 0 0
00000080:00200000:1.0:1789760772.900257:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760772.900271:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5775, 5775]
00020000:00200000:1.0:1789760772.900281:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23654400 chunk: [23654400, 23658496) 23658496, 4096
00020000:00200000:1.0:1789760772.900285:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760772.900306:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5775, 5775]
00000008:00010000:1.0:1789760772.900326:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760772.900332:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760772.900344:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23654400, 23658496) append 0 append lockpos 0
00000080:00200000:1.0:1789760772.900358:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23654400=0x168f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760772.900430:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760772.900434:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23658496
00000020:00010000:1.0:1789760772.900443:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760772.900447:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.900451:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760772.900454:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760772.900458:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760772.900466:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760772.900473:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760772.900498:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760772.900671:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 23654400<>23658496
00000100:00100000:1.0:1789760772.900719:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760772.900745:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508424320:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760772.939886:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973095 gen 3
00000008:00010000:0.0:1789760772.939940:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760772.939949:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760772.939959:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760772.939986:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:0.0:1789760772.940010:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508424320:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.052786:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5777, 5777]
00000080:00200000:0.0:1789760773.052803:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.052879:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.052896:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23666688 i_blocks 47111
00000020:00200000:0.0:1789760773.052900:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.052912:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.052945:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23666688, count: 4096
00000080:00200000:0.0:1789760773.052953:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23666688, bytes: 4096
00000080:00200000:0.0:1789760773.052969:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.052977:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.052979:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23666688, 23670784) 0 0
00000080:00200000:0.0:1789760773.052984:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.053000:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5778, 5778]
00020000:00200000:0.0:1789760773.053009:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23666688 chunk: [23666688, 23670784) 23670784, 4096
00020000:00200000:0.0:1789760773.053014:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.053034:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5778, 5778]
00000008:00010000:0.0:1789760773.053052:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.053059:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.053147:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23666688, 23670784) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.053163:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23666688=0x1692000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.053222:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.053225:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23670784
00000020:00010000:0.0:1789760773.053235:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.053238:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.053242:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.053245:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.053248:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.053256:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.053263:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.053279:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760773.053406:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 23666688<>23670784
00000100:00100000:1.0:1789760773.053488:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508424704:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.104333:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973098 gen 3
00000008:00010000:1.0:1789760773.104699:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760773.104709:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.104721:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.104745:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760773.104777:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508424704:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.104951:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5778, 5778]
00000080:00200000:0.0:1789760773.104968:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.104975:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.104991:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23670784 i_blocks 47111
00000020:00200000:0.0:1789760773.104996:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.105006:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.105037:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23670784, count: 4096
00000080:00200000:0.0:1789760773.105046:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23670784, bytes: 4096
00000080:00200000:0.0:1789760773.105055:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.105065:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.105067:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23670784, 23674880) 0 0
00000080:00200000:0.0:1789760773.105072:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.105089:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5779, 5779]
00020000:00200000:0.0:1789760773.106349:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23670784 chunk: [23670784, 23674880) 23674880, 4096
00020000:00200000:0.0:1789760773.106360:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.106522:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5779, 5779]
00000008:00010000:0.0:1789760773.106546:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.106554:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.106568:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23670784, 23674880) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.107733:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23670784=0x1693000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.107853:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.107856:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23674880
00000020:00010000:0.0:1789760773.109312:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.109321:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.109330:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.109334:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.109337:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.109354:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.109365:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.109403:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760773.109547:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 23670784<>23674880
00000100:00100000:1.0:1789760773.110129:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760773.110168:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508424832:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.152077:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973099 gen 3
00000008:00010000:1.0:1789760773.152131:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760773.152161:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.152174:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.152197:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760773.152228:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508424832:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.152671:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5779, 5779]
00000080:00200000:0.0:1789760773.152689:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.152694:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.152710:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23674880 i_blocks 47111
00000020:00200000:0.0:1789760773.152714:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.152725:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.152758:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23674880, count: 4096
00000080:00200000:0.0:1789760773.152765:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23674880, bytes: 4096
00000080:00200000:0.0:1789760773.152776:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.152785:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.152787:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23674880, 23678976) 0 0
00000080:00200000:0.0:1789760773.152792:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.152809:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5780, 5780]
00020000:00200000:0.0:1789760773.152817:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23674880 chunk: [23674880, 23678976) 23678976, 4096
00020000:00200000:0.0:1789760773.152822:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.152844:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5780, 5780]
00000008:00010000:0.0:1789760773.152864:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.152871:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.152883:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23674880, 23678976) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.152897:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23674880=0x1694000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.152955:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.152958:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23678976
00000020:00010000:0.0:1789760773.152967:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.152970:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.152973:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.152977:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.152980:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.152987:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.152994:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.153018:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760773.153173:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 23674880<>23678976
00000100:00100000:1.0:1789760773.153750:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760773.153777:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508424960:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.208678:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973100 gen 3
00000008:00010000:1.0:1789760773.208728:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760773.208737:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.208749:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.208769:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760773.208801:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508424960:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.209136:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5780, 5780]
00000080:00200000:0.0:1789760773.209162:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.209168:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.209183:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23678976 i_blocks 47111
00000020:00200000:0.0:1789760773.209187:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.209197:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.209229:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23678976, count: 4096
00000080:00200000:0.0:1789760773.209236:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23678976, bytes: 4096
00000080:00200000:0.0:1789760773.209246:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.209255:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.209257:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23678976, 23683072) 0 0
00000080:00200000:0.0:1789760773.209262:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.209278:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5781, 5781]
00020000:00200000:0.0:1789760773.209286:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23678976 chunk: [23678976, 23683072) 23683072, 4096
00020000:00200000:0.0:1789760773.209290:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.209309:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5781, 5781]
00000008:00010000:0.0:1789760773.209327:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.209332:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.209344:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23678976, 23683072) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.209357:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23678976=0x1695000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.209415:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.209418:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23683072
00000020:00010000:0.0:1789760773.209426:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.209429:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.209433:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.209436:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.209440:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.209447:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.209454:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.209470:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760773.209590:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ca80 - object 0x280000401:3 offset 23678976<>23683072
00000100:00100000:1.0:1789760773.209663:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508425088:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.269626:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973101 gen 3
00000008:00010000:1.0:1789760773.269711:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760773.269720:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.269732:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.269754:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760773.269787:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508425088:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.269901:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5781, 5781]
00000080:00200000:0.0:1789760773.269916:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.269923:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.269939:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23683072 i_blocks 47111
00000020:00200000:0.0:1789760773.269943:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.269953:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.269986:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23683072, count: 4096
00000080:00200000:0.0:1789760773.269995:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23683072, bytes: 4096
00000080:00200000:0.0:1789760773.270007:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.270017:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.270020:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23683072, 23687168) 0 0
00000080:00200000:0.0:1789760773.270025:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.270044:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5782, 5782]
00020000:00200000:0.0:1789760773.270053:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23683072 chunk: [23683072, 23687168) 23687168, 4096
00020000:00200000:0.0:1789760773.270058:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.270079:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5782, 5782]
00000008:00010000:0.0:1789760773.270097:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.270103:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.270115:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23683072, 23687168) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.270134:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23683072=0x1696000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.270309:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.270312:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23687168
00000020:00010000:0.0:1789760773.270321:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.270325:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.270330:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.270333:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.270336:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.270344:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.270351:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.270370:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760773.270501:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ca80 - object 0x280000401:3 offset 23683072<>23687168
00000100:00100000:1.0:1789760773.271821:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508425216:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760773.340844:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760773.340861:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.340874:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.340897:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760773.340930:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508425216:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.341137:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5782, 5782]
00000080:00200000:0.0:1789760773.341163:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.341169:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.341234:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23687168 i_blocks 47111
00000020:00200000:0.0:1789760773.341239:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.341310:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.341346:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23687168, count: 4096
00000080:00200000:0.0:1789760773.341354:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23687168, bytes: 4096
00000080:00200000:0.0:1789760773.341365:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.341373:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.341376:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23687168, 23691264) 0 0
00000080:00200000:0.0:1789760773.341381:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.341397:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5783, 5783]
00020000:00200000:0.0:1789760773.341405:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23687168 chunk: [23687168, 23691264) 23691264, 4096
00020000:00200000:0.0:1789760773.341409:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.341428:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5783, 5783]
00000008:00010000:0.0:1789760773.341446:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.341452:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.341463:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23687168, 23691264) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.341478:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23687168=0x1697000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.341537:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.341540:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23691264
00000020:00010000:0.0:1789760773.341548:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.341552:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.341556:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.341560:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.341563:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.341570:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.341576:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.342027:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760773.342184:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 23687168<>23691264
00000100:00100000:1.0:1789760773.342305:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760773.342328:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508425344:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.392803:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973103 gen 3
00000008:00010000:1.0:1789760773.392971:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760773.393022:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.393035:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.393167:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760773.393201:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508425344:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.393291:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5783, 5783]
00000080:00200000:0.0:1789760773.393307:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.393312:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.393328:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23691264 i_blocks 47111
00000020:00200000:0.0:1789760773.393333:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.393342:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.393374:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23691264, count: 4096
00000080:00200000:0.0:1789760773.393381:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23691264, bytes: 4096
00000080:00200000:0.0:1789760773.393393:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.393401:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.393403:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23691264, 23695360) 0 0
00000080:00200000:0.0:1789760773.393408:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.393422:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5784, 5784]
00020000:00200000:0.0:1789760773.393430:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23691264 chunk: [23691264, 23695360) 23695360, 4096
00020000:00200000:0.0:1789760773.393435:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.393456:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5784, 5784]
00000008:00010000:0.0:1789760773.393473:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.393479:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.393491:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23691264, 23695360) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.393757:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23691264=0x1698000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.393818:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.393821:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23695360
00000020:00010000:0.0:1789760773.393830:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.393834:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.393838:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.393842:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.393845:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.393853:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.393859:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.393937:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760773.394197:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 23691264<>23695360
00000100:00100000:1.0:1789760773.394264:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508425472:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760773.448007:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760773.448026:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.448041:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.448069:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760773.448103:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508425472:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.448216:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5784, 5784]
00000080:00200000:0.0:1789760773.448232:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.448239:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.448255:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23695360 i_blocks 47111
00000020:00200000:0.0:1789760773.448259:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.448269:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.448306:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23695360, count: 4096
00000080:00200000:0.0:1789760773.448315:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23695360, bytes: 4096
00000080:00200000:0.0:1789760773.448325:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.448335:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.448337:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23695360, 23699456) 0 0
00000080:00200000:0.0:1789760773.448342:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.448360:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5785, 5785]
00020000:00200000:0.0:1789760773.448368:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23695360 chunk: [23695360, 23699456) 23699456, 4096
00020000:00200000:0.0:1789760773.448373:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.448393:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5785, 5785]
00000008:00010000:0.0:1789760773.448411:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.448416:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.448428:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23695360, 23699456) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.448442:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23695360=0x1699000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.448498:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.448513:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23699456
00000020:00010000:0.0:1789760773.448522:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.448526:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.448530:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.448533:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.448536:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.448544:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.448550:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.448566:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760773.448730:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 23695360<>23699456
00000100:00100000:1.0:1789760773.448987:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508425600:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.497434:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973105 gen 3
00000008:00010000:1.0:1789760773.497498:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760773.497506:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.497516:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.497538:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760773.497621:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508425600:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.498171:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5785, 5785]
00000080:00200000:0.0:1789760773.498188:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.498194:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.498211:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23699456 i_blocks 47111
00000020:00200000:0.0:1789760773.498215:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.498226:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.498259:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23699456, count: 4096
00000080:00200000:0.0:1789760773.498267:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23699456, bytes: 4096
00000080:00200000:0.0:1789760773.498281:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.498290:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.498292:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23699456, 23703552) 0 0
00000080:00200000:0.0:1789760773.498297:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.498314:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5786, 5786]
00020000:00200000:0.0:1789760773.498322:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23699456 chunk: [23699456, 23703552) 23703552, 4096
00020000:00200000:0.0:1789760773.498327:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.498348:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5786, 5786]
00000008:00010000:0.0:1789760773.498366:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.498372:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.498383:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23699456, 23703552) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.498397:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23699456=0x169a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.498457:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.498460:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23703552
00000020:00010000:0.0:1789760773.498468:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.498472:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.498476:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.498479:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.498482:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.498600:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.498607:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.498624:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760773.498786:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 23699456<>23703552
00000100:00100000:1.0:1789760773.498894:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760773.498915:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508425728:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.536324:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973106 gen 3
00000008:00010000:1.0:1789760773.536384:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760773.536392:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.536404:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.536479:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760773.536512:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508425728:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.536725:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5786, 5786]
00000080:00200000:0.0:1789760773.536743:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.536750:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.536769:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23703552 i_blocks 47111
00000020:00200000:0.0:1789760773.536773:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.536783:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.536815:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23703552, count: 4096
00000080:00200000:0.0:1789760773.536822:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23703552, bytes: 4096
00000080:00200000:0.0:1789760773.536834:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.536843:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.536846:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23703552, 23707648) 0 0
00000080:00200000:0.0:1789760773.536850:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.536866:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5787, 5787]
00020000:00200000:0.0:1789760773.536876:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23703552 chunk: [23703552, 23707648) 23707648, 4096
00020000:00200000:0.0:1789760773.536881:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.536902:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5787, 5787]
00000008:00010000:0.0:1789760773.536921:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.536927:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.536940:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23703552, 23707648) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.536956:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23703552=0x169b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.537085:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.537089:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23707648
00000020:00010000:0.0:1789760773.537099:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.537102:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.537106:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.537109:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.537112:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.537120:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.537127:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.537154:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760773.537283:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 23703552<>23707648
00000100:00100000:1.0:1789760773.537356:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508425856:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.576967:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973107 gen 3
00000008:00010000:1.0:1789760773.577020:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760773.577031:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.577043:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.577102:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760773.577163:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508425856:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.577843:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5787, 5787]
00000080:00200000:0.0:1789760773.577861:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.577867:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.577883:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23707648 i_blocks 47111
00000020:00200000:0.0:1789760773.577888:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.577900:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.577933:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23707648, count: 4096
00000080:00200000:0.0:1789760773.577942:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23707648, bytes: 4096
00000080:00200000:0.0:1789760773.577956:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.577965:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.577968:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23707648, 23711744) 0 0
00000080:00200000:0.0:1789760773.577973:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.577990:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5788, 5788]
00020000:00200000:0.0:1789760773.577999:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23707648 chunk: [23707648, 23711744) 23711744, 4096
00020000:00200000:0.0:1789760773.578004:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.578024:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5788, 5788]
00000008:00010000:0.0:1789760773.578043:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.578049:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.578062:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23707648, 23711744) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.578077:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23707648=0x169c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.578536:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.578540:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23711744
00000020:00010000:0.0:1789760773.578552:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.578557:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.578560:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.578564:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.578567:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.578577:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.578585:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.578614:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760773.578831:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 23707648<>23711744
00000100:00100000:1.0:1789760773.578958:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508425984:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.636012:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973108 gen 3
00000008:00010000:1.0:1789760773.636077:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760773.636087:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.636100:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.636120:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760773.636163:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508425984:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.636274:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5788, 5788]
00000080:00200000:0.0:1789760773.636291:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.636297:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.636313:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23711744 i_blocks 47111
00000020:00200000:0.0:1789760773.636316:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.636326:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.636360:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23711744, count: 4096
00000080:00200000:0.0:1789760773.636367:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23711744, bytes: 4096
00000080:00200000:0.0:1789760773.636377:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.636387:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.636389:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23711744, 23715840) 0 0
00000080:00200000:0.0:1789760773.636393:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.636409:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5789, 5789]
00020000:00200000:0.0:1789760773.636418:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23711744 chunk: [23711744, 23715840) 23715840, 4096
00020000:00200000:0.0:1789760773.636422:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.636442:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5789, 5789]
00000008:00010000:0.0:1789760773.636459:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.636464:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.636476:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23711744, 23715840) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.636500:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23711744=0x169d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.636560:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.636563:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23715840
00000020:00010000:0.0:1789760773.636572:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.636575:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.636579:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.636739:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.636744:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.636753:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.636760:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.636777:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760773.636898:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 23711744<>23715840
00000100:00100000:1.0:1789760773.637065:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760773.637086:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508426112:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.685352:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973109 gen 3
00000008:00010000:1.0:1789760773.685404:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760773.685413:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.685424:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.685447:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760773.685479:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508426112:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.685589:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5789, 5789]
00000080:00200000:0.0:1789760773.685605:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.685610:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.685655:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23715840 i_blocks 47111
00000020:00200000:0.0:1789760773.685659:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.685669:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.685701:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23715840, count: 4096
00000080:00200000:0.0:1789760773.685709:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23715840, bytes: 4096
00000080:00200000:0.0:1789760773.685718:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.685727:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.685730:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23715840, 23719936) 0 0
00000080:00200000:0.0:1789760773.685734:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.685751:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5790, 5790]
00020000:00200000:0.0:1789760773.685759:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23715840 chunk: [23715840, 23719936) 23719936, 4096
00020000:00200000:0.0:1789760773.685763:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.685780:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5790, 5790]
00000008:00010000:0.0:1789760773.685798:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.685804:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.685816:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23715840, 23719936) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.685830:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23715840=0x169e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.685885:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.685887:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23719936
00000020:00010000:0.0:1789760773.685895:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.685898:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.685903:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.685906:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.685909:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.685916:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.685922:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.685937:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760773.686128:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 23715840<>23719936
00000100:00100000:1.0:1789760773.686726:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508426240:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.722345:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973110 gen 3
00000008:00010000:1.0:1789760773.722392:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760773.722400:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.722410:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.722422:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760773.722448:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508426240:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.722617:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5790, 5790]
00000080:00200000:0.0:1789760773.722840:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.722847:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.722862:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23719936 i_blocks 47111
00000020:00200000:0.0:1789760773.722865:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.722874:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.722906:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23719936, count: 4096
00000080:00200000:0.0:1789760773.722913:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23719936, bytes: 4096
00000080:00200000:0.0:1789760773.722926:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.722934:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.722936:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23719936, 23724032) 0 0
00000080:00200000:0.0:1789760773.722941:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.722956:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5791, 5791]
00020000:00200000:0.0:1789760773.722964:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23719936 chunk: [23719936, 23724032) 23724032, 4096
00020000:00200000:0.0:1789760773.722968:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.722988:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5791, 5791]
00000008:00010000:0.0:1789760773.723007:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.723013:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.723023:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23719936, 23724032) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.723036:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23719936=0x169f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.723092:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.723095:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23724032
00000020:00010000:0.0:1789760773.723104:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.723107:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.723110:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.723114:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.723116:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.723124:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.723131:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.723158:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760773.723285:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 23719936<>23724032
00000100:00100000:1.0:1789760773.723387:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508426368:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.757317:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973111 gen 3
00000008:00010000:1.0:1789760773.757369:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760773.757378:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.757389:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.757409:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760773.757441:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508426368:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.757580:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5791, 5791]
00000080:00200000:0.0:1789760773.757606:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.757612:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.757674:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23724032 i_blocks 47111
00000020:00200000:0.0:1789760773.757678:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.757689:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.757723:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23724032, count: 4096
00000080:00200000:0.0:1789760773.757730:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23724032, bytes: 4096
00000080:00200000:0.0:1789760773.757740:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.757748:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.757751:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23724032, 23728128) 0 0
00000080:00200000:0.0:1789760773.757756:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.757773:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5792, 5792]
00020000:00200000:0.0:1789760773.757781:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23724032 chunk: [23724032, 23728128) 23728128, 4096
00020000:00200000:0.0:1789760773.757786:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.757806:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5792, 5792]
00000008:00010000:0.0:1789760773.757826:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.757832:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.757844:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23724032, 23728128) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.757859:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23724032=0x16a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.757915:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.757918:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23728128
00000020:00010000:0.0:1789760773.757927:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.757931:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.757936:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.757939:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.757943:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.757951:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.757958:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760773.758154:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:1.0:1789760773.758285:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 23724032<>23728128
00000100:00100000:1.0:1789760773.758350:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508426496:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760773.785105:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:1.0:1789760773.801181:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760773.801198:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.801212:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.801241:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760773.801275:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508426496:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.801385:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5792, 5792]
00000080:00200000:0.0:1789760773.801402:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.801408:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.801424:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23728128 i_blocks 47111
00000020:00200000:0.0:1789760773.801428:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.801437:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.801468:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23728128, count: 4096
00000080:00200000:0.0:1789760773.801475:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23728128, bytes: 4096
00000080:00200000:0.0:1789760773.801488:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.801497:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.801499:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23728128, 23732224) 0 0
00000080:00200000:0.0:1789760773.801504:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.801518:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5793, 5793]
00020000:00200000:0.0:1789760773.801526:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23728128 chunk: [23728128, 23732224) 23732224, 4096
00020000:00200000:0.0:1789760773.801531:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.801552:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5793, 5793]
00000008:00010000:0.0:1789760773.801572:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.801577:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.801590:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23728128, 23732224) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.801604:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23728128=0x16a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.801689:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.801692:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23732224
00000020:00010000:0.0:1789760773.801701:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.801705:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.801708:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.801711:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.801715:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.801723:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.801730:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.801748:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760773.801877:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 23728128<>23732224
00000100:00100000:1.0:1789760773.803196:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508426624:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.856532:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973113 gen 3
00000008:00010000:1.0:1789760773.856612:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760773.856621:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.856663:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.856682:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760773.856714:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508426624:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.857198:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5793, 5793]
00000080:00200000:0.0:1789760773.857217:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.857223:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.857241:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23732224 i_blocks 47111
00000020:00200000:0.0:1789760773.857245:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.857256:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.857302:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23732224, count: 4096
00000080:00200000:0.0:1789760773.857311:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23732224, bytes: 4096
00000080:00200000:0.0:1789760773.857323:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.857333:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.857335:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23732224, 23736320) 0 0
00000080:00200000:0.0:1789760773.857340:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.857357:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5794, 5794]
00020000:00200000:0.0:1789760773.857366:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23732224 chunk: [23732224, 23736320) 23736320, 4096
00020000:00200000:0.0:1789760773.857371:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.857392:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5794, 5794]
00000008:00010000:0.0:1789760773.857412:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.857419:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.857432:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23732224, 23736320) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.857447:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23732224=0x16a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.857518:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.857521:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23736320
00000020:00010000:0.0:1789760773.857529:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.857533:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.857536:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.857539:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.857541:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.857550:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.857556:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.857571:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760773.857753:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 23732224<>23736320
00000100:00100000:1.0:1789760773.857972:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508426752:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.901795:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973114 gen 3
00000008:00010000:1.0:1789760773.901840:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760773.901847:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.901856:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.902027:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000080:00200000:0.0:1789760773.902052:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5794, 5794]
00000100:00100000:1.0:1789760773.902061:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508426752:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760773.902070:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760773.902084:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760773.902101:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23736320 i_blocks 47111
00000020:00200000:0.0:1789760773.902105:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760773.902115:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760773.902167:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23736320, count: 4096
00000080:00200000:0.0:1789760773.902175:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23736320, bytes: 4096
00000080:00200000:0.0:1789760773.902185:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760773.902195:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760773.902197:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23736320, 23740416) 0 0
00000080:00200000:0.0:1789760773.902202:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760773.902219:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5795, 5795]
00020000:00200000:0.0:1789760773.902227:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23736320 chunk: [23736320, 23740416) 23740416, 4096
00020000:00200000:0.0:1789760773.902231:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760773.902316:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5795, 5795]
00000008:00010000:0.0:1789760773.902336:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760773.902343:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760773.902353:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23736320, 23740416) append 0 append lockpos 0
00000080:00200000:0.0:1789760773.902365:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23736320=0x16a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760773.902418:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760773.902421:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23740416
00000020:00010000:0.0:1789760773.902429:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760773.902432:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.902435:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760773.902438:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760773.902441:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760773.902447:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760773.902454:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760773.902468:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760773.902612:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 23736320<>23740416
00000100:00100000:1.0:1789760773.902732:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508426880:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760773.957886:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973115 gen 3
00000008:00010000:1.0:1789760773.957937:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760773.957946:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760773.957958:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760773.957986:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760773.958019:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508426880:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760774.005421:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5796, 5796]
00000080:00200000:0.0:1789760774.005518:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760774.005526:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.005772:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23744512 i_blocks 47111
00000020:00200000:1.0:1789760774.005778:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.005797:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.005831:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23744512, count: 4096
00000080:00200000:1.0:1789760774.005840:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23744512, bytes: 4096
00000080:00200000:1.0:1789760774.005856:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.005866:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.005869:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23744512, 23748608) 0 0
00000080:00200000:1.0:1789760774.005874:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.005889:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5797, 5797]
00020000:00200000:1.0:1789760774.005897:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23744512 chunk: [23744512, 23748608) 23748608, 4096
00020000:00200000:1.0:1789760774.005902:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.005922:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5797, 5797]
00000008:00010000:1.0:1789760774.005941:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.005947:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760774.005959:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23744512, 23748608) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.005976:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23744512=0x16a5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.006040:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.006043:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23748608
00000020:00010000:1.0:1789760774.006051:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.006055:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.006058:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.006062:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.006064:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.006072:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.006078:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.006095:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760774.006241:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 23744512<>23748608
00000100:00100000:1.0:1789760774.006359:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508427136:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760774.059626:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973117 gen 3
00000008:00010000:1.0:1789760774.059709:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760774.059717:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.059729:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.059753:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760774.059782:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508427136:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760774.099829:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5798, 5798]
00000080:00200000:1.0:1789760774.099845:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.099851:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.099866:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23752704 i_blocks 47111
00000020:00200000:1.0:1789760774.099870:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.099881:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.099915:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23752704, count: 4096
00000080:00200000:1.0:1789760774.099923:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23752704, bytes: 4096
00000080:00200000:1.0:1789760774.099933:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.099942:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.099944:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23752704, 23756800) 0 0
00000080:00200000:1.0:1789760774.099950:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.099968:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5799, 5799]
00020000:00200000:1.0:1789760774.099977:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23752704 chunk: [23752704, 23756800) 23756800, 4096
00020000:00200000:1.0:1789760774.099983:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.100004:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5799, 5799]
00000008:00010000:1.0:1789760774.100022:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.100028:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760774.100039:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23752704, 23756800) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.100061:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23752704=0x16a7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.100113:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.100115:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23756800
00000020:00010000:1.0:1789760774.100122:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.100126:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.100128:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.100141:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.100144:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.100151:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.100156:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.100172:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760774.100375:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 23752704<>23756800
00000100:00100000:1.0:1789760774.100420:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760774.100437:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508427392:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760774.131242:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973119 gen 3
00000008:00010000:1.0:1789760774.131296:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760774.131309:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.131322:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.131348:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760774.131381:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508427392:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760774.158962:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5800, 5800]
00000080:00200000:1.0:1789760774.158979:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.158985:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.159001:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23760896 i_blocks 47111
00000020:00200000:1.0:1789760774.159006:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.159017:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.159049:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23760896, count: 4096
00000080:00200000:1.0:1789760774.159057:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23760896, bytes: 4096
00000080:00200000:1.0:1789760774.159068:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.159076:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.159078:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23760896, 23764992) 0 0
00000080:00200000:1.0:1789760774.159083:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.159099:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5801, 5801]
00020000:00200000:1.0:1789760774.159107:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23760896 chunk: [23760896, 23764992) 23764992, 4096
00020000:00200000:1.0:1789760774.159111:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.159131:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5801, 5801]
00000008:00010000:1.0:1789760774.159159:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.159165:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760774.159178:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23760896, 23764992) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.159192:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23760896=0x16a9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.159245:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.159248:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23764992
00000020:00010000:1.0:1789760774.159256:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.159259:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.159262:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.159265:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.159268:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.159275:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.159281:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.159297:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760774.159416:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 23760896<>23764992
00000100:00100000:0.0:1789760774.160050:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760774.160071:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508427648:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760774.194718:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973121 gen 3
00000008:00010000:1.0:1789760774.194771:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760774.194779:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.194791:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.194816:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760774.194845:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508427648:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760774.229866:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5802, 5802]
00000080:00200000:1.0:1789760774.229882:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.229889:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.229904:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23769088 i_blocks 47111
00000020:00200000:1.0:1789760774.229908:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.229922:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.229958:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23769088, count: 4096
00000080:00200000:1.0:1789760774.230031:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23769088, bytes: 4096
00000080:00200000:1.0:1789760774.230042:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.230109:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.230111:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23769088, 23773184) 0 0
00000080:00200000:1.0:1789760774.230116:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.230140:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5803, 5803]
00020000:00200000:1.0:1789760774.230149:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23769088 chunk: [23769088, 23773184) 23773184, 4096
00020000:00200000:1.0:1789760774.230153:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.230172:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5803, 5803]
00000008:00010000:1.0:1789760774.230191:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.230197:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760774.230209:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23769088, 23773184) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.230223:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23769088=0x16ab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.230282:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.230285:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23773184
00000020:00010000:1.0:1789760774.230293:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.230296:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.230299:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.230303:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.230305:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.230313:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.230320:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.230337:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760774.230465:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 23769088<>23773184
00000100:00100000:0.0:1789760774.230740:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508427904:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760774.283773:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973122 gen 3
00000100:00100000:1.0:1789760774.283816:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4bead80 x1876699508427904/t4294973123(4294973123) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760790 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760774.283862:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760774.283870:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.283880:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.283905:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760774.283941:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508427904:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760774.487749:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5807, 5807]
00000080:00200000:1.0:1789760774.487768:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.487775:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.487791:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23789568 i_blocks 47111
00000020:00200000:1.0:1789760774.487795:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.487806:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.487842:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23789568, count: 4096
00000080:00200000:1.0:1789760774.487850:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23789568, bytes: 4096
00000080:00200000:1.0:1789760774.487863:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.487871:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.487874:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23789568, 23793664) 0 0
00000080:00200000:1.0:1789760774.487879:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.487895:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5808, 5808]
00020000:00200000:1.0:1789760774.487903:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23789568 chunk: [23789568, 23793664) 23793664, 4096
00020000:00200000:1.0:1789760774.487907:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.487928:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5808, 5808]
00000008:00010000:1.0:1789760774.487946:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.487951:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760774.487963:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23789568, 23793664) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.487977:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23789568=0x16b0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.488037:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.488040:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23793664
00000020:00010000:1.0:1789760774.488830:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.488834:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.488838:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.488842:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.488845:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.488854:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.488863:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.488889:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760774.489024:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 23789568<>23793664
00000100:00100000:0.0:1789760774.490224:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508428544:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760774.547673:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760774.547690:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.547702:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.547730:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760774.547759:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508428544:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760774.596236:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5809, 5809]
00000080:00200000:1.0:1789760774.596252:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.596257:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.596272:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23797760 i_blocks 47111
00000020:00200000:1.0:1789760774.596275:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.596287:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.596322:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23797760, count: 4096
00000080:00200000:1.0:1789760774.596329:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23797760, bytes: 4096
00000080:00200000:1.0:1789760774.596341:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.596350:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.596352:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23797760, 23801856) 0 0
00000080:00200000:1.0:1789760774.596357:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.596373:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5810, 5810]
00020000:00200000:1.0:1789760774.596383:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23797760 chunk: [23797760, 23801856) 23801856, 4096
00020000:00200000:1.0:1789760774.596387:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.596407:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5810, 5810]
00000008:00010000:1.0:1789760774.596425:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.596432:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760774.596443:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23797760, 23801856) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.596456:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23797760=0x16b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.596514:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.596517:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23801856
00000020:00010000:1.0:1789760774.596525:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.596529:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.596532:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.596536:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.596539:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.596546:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.596553:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.596569:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760774.596738:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 23797760<>23801856
00000100:00100000:1.0:1789760774.596775:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760774.596791:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508428800:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760774.636552:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760774.636568:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.636580:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.636608:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760774.637035:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508428800:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760774.680340:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5811, 5811]
00000080:00200000:1.0:1789760774.680359:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760774.680364:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760774.680380:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23805952 i_blocks 47111
00000020:00200000:1.0:1789760774.680385:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760774.680397:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760774.680432:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23805952, count: 4096
00000080:00200000:1.0:1789760774.680439:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23805952, bytes: 4096
00000080:00200000:1.0:1789760774.680450:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760774.680459:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760774.680461:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23805952, 23810048) 0 0
00000080:00200000:1.0:1789760774.680466:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760774.680484:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5812, 5812]
00020000:00200000:1.0:1789760774.680493:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23805952 chunk: [23805952, 23810048) 23810048, 4096
00020000:00200000:1.0:1789760774.680498:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760774.680520:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5812, 5812]
00000008:00010000:1.0:1789760774.680610:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760774.680617:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760774.680657:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23805952, 23810048) append 0 append lockpos 0
00000080:00200000:1.0:1789760774.680673:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23805952=0x16b4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760774.680804:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760774.680808:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23810048
00000020:00010000:1.0:1789760774.680816:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_release():245
00000020:00010000:1.0:1789760774.680820:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.680824:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760774.680827:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489b78 (ffff9686c512dd88/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760774.680831:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760774.680838:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760774.680845:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760774.680864:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760774.680995:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 23805952<>23810048
00000100:00100000:0.0:1789760774.681155:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508429056:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760774.724313:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973132 gen 3
00000008:00010000:1.0:1789760774.724371:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760774.724379:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760774.724391:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760774.724480:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760774.724511:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508429056:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760774.809453:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1789760775.057731:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5821, 5821]
00000080:00200000:1.0:1789760775.057748:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760775.057753:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760775.057769:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23846912 i_blocks 47111
00000020:00200000:1.0:1789760775.057772:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760775.057783:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760775.057816:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23846912, count: 4096
00000080:00200000:1.0:1789760775.057823:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23846912, bytes: 4096
00000080:00200000:1.0:1789760775.057833:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760775.057843:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760775.057845:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23846912, 23851008) 0 0
00000080:00200000:1.0:1789760775.057849:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760775.057865:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5822, 5822]
00020000:00200000:1.0:1789760775.057872:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23846912 chunk: [23846912, 23851008) 23851008, 4096
00020000:00200000:1.0:1789760775.057877:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760775.057898:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5822, 5822]
00000008:00010000:1.0:1789760775.057915:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760775.057921:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760775.057932:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23846912, 23851008) append 0 append lockpos 0
00000080:00200000:1.0:1789760775.057946:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23846912=0x16be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760775.058059:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760775.058062:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23851008
00000020:00010000:1.0:1789760775.058070:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d008/0) at cl_lock_release():245
00000020:00010000:1.0:1789760775.058074:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d008/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.058077:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.058081:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d008/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760775.058084:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d008/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760775.058092:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760775.058099:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760775.058117:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760775.058243:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 23846912<>23851008
00000100:00100000:0.0:1789760775.058309:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508430336:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760775.091868:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973142 gen 3
00000008:00010000:1.0:1789760775.091918:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760775.091927:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760775.091939:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760775.092023:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760775.092057:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508430336:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760775.137334:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5823, 5823]
00000080:00200000:1.0:1789760775.137350:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760775.137356:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760775.137371:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23855104 i_blocks 47111
00000020:00200000:1.0:1789760775.137375:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760775.137386:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760775.137419:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23855104, count: 4096
00000080:00200000:1.0:1789760775.137427:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23855104, bytes: 4096
00000080:00200000:1.0:1789760775.137439:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760775.137448:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760775.137450:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23855104, 23859200) 0 0
00000080:00200000:1.0:1789760775.137455:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760775.137471:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5824, 5824]
00020000:00200000:1.0:1789760775.137479:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23855104 chunk: [23855104, 23859200) 23859200, 4096
00020000:00200000:1.0:1789760775.137483:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760775.137503:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5824, 5824]
00000008:00010000:1.0:1789760775.137521:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760775.137527:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760775.137538:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23855104, 23859200) append 0 append lockpos 0
00000080:00200000:1.0:1789760775.137667:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23855104=0x16c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760775.137829:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760775.137833:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23859200
00000020:00010000:1.0:1789760775.137842:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d008/0) at cl_lock_release():245
00000020:00010000:1.0:1789760775.137846:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d008/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.137942:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.137946:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d008/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760775.137949:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d008/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760775.137957:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760775.137963:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760775.137983:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760775.138246:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 23855104<>23859200
00000100:00100000:0.0:1789760775.138330:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508430592:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760775.178306:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973144 gen 3
00000008:00010000:1.0:1789760775.178425:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760775.178434:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760775.178445:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760775.178510:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760775.178543:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508430592:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760775.359990:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5828, 5828]
00000080:00200000:1.0:1789760775.360007:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760775.360013:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760775.360028:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23875584 i_blocks 47111
00000020:00200000:1.0:1789760775.360032:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760775.360044:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760775.360078:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23875584, count: 4096
00000080:00200000:1.0:1789760775.360086:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23875584, bytes: 4096
00000080:00200000:1.0:1789760775.360100:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760775.360240:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760775.360244:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23875584, 23879680) 0 0
00000080:00200000:1.0:1789760775.360249:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760775.360266:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5829, 5829]
00020000:00200000:1.0:1789760775.360275:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23875584 chunk: [23875584, 23879680) 23879680, 4096
00020000:00200000:1.0:1789760775.360281:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760775.360302:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5829, 5829]
00000008:00010000:1.0:1789760775.360429:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760775.360436:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760775.360448:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23875584, 23879680) append 0 append lockpos 0
00000080:00200000:1.0:1789760775.360461:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23875584=0x16c5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760775.360519:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760775.360522:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23879680
00000020:00010000:1.0:1789760775.360530:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:1.0:1789760775.360533:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.360537:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.360540:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760775.360543:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760775.360551:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760775.360557:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760775.360576:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760775.360758:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 23875584<>23879680
00000100:00100000:1.0:1789760775.360797:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760775.360817:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508431232:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760775.399789:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973149 gen 3
00000008:00010000:1.0:1789760775.399841:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760775.399849:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760775.399860:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760775.399887:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760775.399917:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508431232:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760775.727292:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5837, 5837]
00000080:00200000:1.0:1789760775.727310:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760775.727316:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760775.727334:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23912448 i_blocks 47111
00000020:00200000:1.0:1789760775.727339:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760775.727350:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760775.727381:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23912448, count: 4096
00000080:00200000:1.0:1789760775.727389:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23912448, bytes: 4096
00000080:00200000:1.0:1789760775.727400:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760775.727410:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760775.727412:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23912448, 23916544) 0 0
00000080:00200000:1.0:1789760775.727417:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760775.727433:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5838, 5838]
00020000:00200000:1.0:1789760775.727441:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23912448 chunk: [23912448, 23916544) 23916544, 4096
00020000:00200000:1.0:1789760775.727446:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760775.727465:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5838, 5838]
00000008:00010000:1.0:1789760775.727484:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760775.727490:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760775.727502:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23912448, 23916544) append 0 append lockpos 0
00000080:00200000:1.0:1789760775.727580:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23912448=0x16ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760775.727728:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760775.727732:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23916544
00000020:00010000:1.0:1789760775.727741:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:1.0:1789760775.727744:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.727747:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.727750:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760775.727753:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760775.727761:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760775.727767:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760775.727785:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760775.727910:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 23912448<>23916544
00000100:00100000:0.0:1789760775.728101:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760775.728133:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508432384:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760775.768162:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973158 gen 3
00000008:00010000:1.0:1789760775.768213:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760775.768222:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760775.768235:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760775.768310:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760775.768339:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508432384:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760775.816664:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5839, 5839]
00000080:00200000:1.0:1789760775.816779:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760775.816786:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760775.816803:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23920640 i_blocks 47111
00000020:00200000:1.0:1789760775.816806:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760775.816820:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760775.816855:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23920640, count: 4096
00000080:00200000:1.0:1789760775.816863:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23920640, bytes: 4096
00000080:00200000:1.0:1789760775.816875:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760775.816885:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760775.816888:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23920640, 23924736) 0 0
00000080:00200000:1.0:1789760775.816892:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760775.816916:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5840, 5840]
00020000:00200000:1.0:1789760775.816924:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23920640 chunk: [23920640, 23924736) 23924736, 4096
00020000:00200000:1.0:1789760775.816928:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760775.816951:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5840, 5840]
00000008:00010000:1.0:1789760775.816970:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760775.816977:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760775.816989:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23920640, 23924736) append 0 append lockpos 0
00000080:00200000:1.0:1789760775.817003:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23920640=0x16d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760775.817078:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760775.817082:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23924736
00000020:00010000:1.0:1789760775.817090:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:1.0:1789760775.817094:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.817097:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.817101:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760775.817104:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760775.817112:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760775.817130:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760775.817149:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760775.817292:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 23920640<>23924736
00000100:00100000:0.0:1789760775.817608:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508432640:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760775.833243:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760775.861412:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973159 gen 3
00000100:00100000:1.0:1789760775.861453:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be8a80 x1876699508432640/t4294973160(4294973160) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760791 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760775.861512:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760775.861520:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760775.861530:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760775.861554:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760775.861578:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508432640:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760775.997357:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5843, 5843]
00000080:00200000:1.0:1789760775.997377:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760775.997383:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760775.997400:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23937024 i_blocks 47111
00000020:00200000:1.0:1789760775.997404:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760775.997415:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760775.997506:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23937024, count: 4096
00000080:00200000:1.0:1789760775.997516:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23937024, bytes: 4096
00000080:00200000:1.0:1789760775.997529:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760775.997538:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760775.997540:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23937024, 23941120) 0 0
00000080:00200000:1.0:1789760775.997545:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760775.997562:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5844, 5844]
00020000:00200000:1.0:1789760775.997570:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23937024 chunk: [23937024, 23941120) 23941120, 4096
00020000:00200000:1.0:1789760775.997574:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760775.997595:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5844, 5844]
00000008:00010000:1.0:1789760775.997613:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760775.997619:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760775.998294:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23937024, 23941120) append 0 append lockpos 0
00000080:00200000:1.0:1789760775.998313:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23937024=0x16d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760775.998391:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760775.998394:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23941120
00000020:00010000:1.0:1789760775.998404:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:1.0:1789760775.998408:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.998411:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760775.998415:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760775.998418:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760775.998429:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760775.998438:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760775.998466:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760775.998603:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 23937024<>23941120
00000100:00100000:0.0:1789760775.998697:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508433152:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760776.042569:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973164 gen 3
00000008:00010000:1.0:1789760776.042716:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760776.042725:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.042737:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.042759:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760776.042787:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508433152:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.043676:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5844, 5844]
00000080:00200000:0.0:1789760776.043695:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.043701:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.043719:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23941120 i_blocks 47111
00000020:00200000:0.0:1789760776.043727:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.043739:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.043774:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23941120, count: 4096
00000080:00200000:0.0:1789760776.043782:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23941120, bytes: 4096
00000080:00200000:0.0:1789760776.043795:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.043804:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.043807:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23941120, 23945216) 0 0
00000080:00200000:0.0:1789760776.043812:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.043829:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5845, 5845]
00020000:00200000:0.0:1789760776.043839:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23941120 chunk: [23941120, 23945216) 23945216, 4096
00020000:00200000:0.0:1789760776.043843:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.043866:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5845, 5845]
00000008:00010000:0.0:1789760776.043885:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.043891:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.043903:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23941120, 23945216) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.043934:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23941120=0x16d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.044004:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.044008:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23945216
00000020:00010000:0.0:1789760776.044016:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.044020:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.044022:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.044026:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.044029:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.044037:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.044043:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.044062:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760776.044204:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 23941120<>23945216
00000100:00100000:1.0:1789760776.044479:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508433280:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760776.111271:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973165 gen 3
00000008:00010000:1.0:1789760776.111326:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760776.111335:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.111350:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.111414:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760776.111446:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508433280:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.111536:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5845, 5845]
00000080:00200000:0.0:1789760776.111551:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.111557:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.111572:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23945216 i_blocks 47111
00000020:00200000:0.0:1789760776.111577:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.111587:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.111621:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23945216, count: 4096
00000080:00200000:0.0:1789760776.111664:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23945216, bytes: 4096
00000080:00200000:0.0:1789760776.111674:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.111682:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.111684:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23945216, 23949312) 0 0
00000080:00200000:0.0:1789760776.111688:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.111705:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5846, 5846]
00020000:00200000:0.0:1789760776.111714:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23945216 chunk: [23945216, 23949312) 23949312, 4096
00020000:00200000:0.0:1789760776.111719:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.111739:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5846, 5846]
00000008:00010000:0.0:1789760776.111760:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.111767:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.111779:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23945216, 23949312) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.111793:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23945216=0x16d6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.111857:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.111860:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23949312
00000020:00010000:0.0:1789760776.111869:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.111873:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.111875:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.111879:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.111883:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.111891:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.111899:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.112107:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760776.112253:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 23945216<>23949312
00000100:00100000:1.0:1789760776.112329:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508433408:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760776.150803:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760776.150820:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.150833:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.150911:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760776.150945:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508433408:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.189192:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5847, 5847]
00000080:00200000:0.0:1789760776.189208:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.189214:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.189229:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23953408 i_blocks 47111
00000020:00200000:0.0:1789760776.189233:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.189243:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.189278:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23953408, count: 4096
00000080:00200000:0.0:1789760776.189285:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23953408, bytes: 4096
00000080:00200000:0.0:1789760776.189295:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.189303:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.189305:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23953408, 23957504) 0 0
00000080:00200000:0.0:1789760776.189310:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.189327:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5848, 5848]
00020000:00200000:0.0:1789760776.189336:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23953408 chunk: [23953408, 23957504) 23957504, 4096
00020000:00200000:0.0:1789760776.189340:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.189359:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5848, 5848]
00000008:00010000:0.0:1789760776.189377:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.189383:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.189396:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23953408, 23957504) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.189410:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23953408=0x16d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.189478:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.189481:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23957504
00000020:00010000:0.0:1789760776.189489:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.189493:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.189496:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.189499:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.189503:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.189510:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.189516:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.189533:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760776.189694:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f800 - object 0x280000401:3 offset 23953408<>23957504
00000100:00100000:1.0:1789760776.189804:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508433664:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760776.233812:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760776.233828:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.233840:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.233863:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760776.233895:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508433664:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.233985:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5848, 5848]
00000080:00200000:0.0:1789760776.234000:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.234006:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.234021:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23957504 i_blocks 47111
00000020:00200000:0.0:1789760776.234025:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.234102:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.234144:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23957504, count: 4096
00000080:00200000:0.0:1789760776.234152:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23957504, bytes: 4096
00000080:00200000:0.0:1789760776.234162:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.234171:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.234173:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23957504, 23961600) 0 0
00000080:00200000:0.0:1789760776.234178:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.234194:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5849, 5849]
00020000:00200000:0.0:1789760776.234202:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23957504 chunk: [23957504, 23961600) 23961600, 4096
00020000:00200000:0.0:1789760776.234207:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.234226:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5849, 5849]
00000008:00010000:0.0:1789760776.234244:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.234250:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.234262:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23957504, 23961600) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.234275:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23957504=0x16d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.234336:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.234339:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23961600
00000020:00010000:0.0:1789760776.234347:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.234350:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.234354:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.234357:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.234360:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.234367:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.234374:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.234390:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760776.234582:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 23957504<>23961600
00000100:00100000:1.0:1789760776.234700:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760776.234719:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508433792:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760776.266904:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973169 gen 3
00000008:00010000:1.0:1789760776.266978:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760776.266987:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.266998:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.267016:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760776.267087:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508433792:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.267175:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5849, 5849]
00000080:00200000:0.0:1789760776.267189:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.267194:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.267207:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23961600 i_blocks 47111
00000020:00200000:0.0:1789760776.267210:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.267219:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.267247:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23961600, count: 4096
00000080:00200000:0.0:1789760776.267253:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23961600, bytes: 4096
00000080:00200000:0.0:1789760776.267260:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.267267:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.267269:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23961600, 23965696) 0 0
00000080:00200000:0.0:1789760776.267273:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.267286:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5850, 5850]
00020000:00200000:0.0:1789760776.267294:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23961600 chunk: [23961600, 23965696) 23965696, 4096
00020000:00200000:0.0:1789760776.267297:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.267313:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5850, 5850]
00000008:00010000:0.0:1789760776.267328:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.267333:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.267342:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23961600, 23965696) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.267352:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23961600=0x16da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.267397:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.267399:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23965696
00000020:00010000:0.0:1789760776.267406:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.267409:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.267412:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.267415:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.267418:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.267424:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.267429:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.267442:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760776.267545:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 23961600<>23965696
00000100:00100000:1.0:1789760776.267600:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508433920:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760776.304868:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760776.304883:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.304897:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.304919:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760776.304949:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508433920:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.305050:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5850, 5850]
00000080:00200000:0.0:1789760776.305067:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.305073:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.305089:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23965696 i_blocks 47111
00000020:00200000:0.0:1789760776.305093:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.305103:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.305149:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23965696, count: 4096
00000080:00200000:0.0:1789760776.305157:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23965696, bytes: 4096
00000080:00200000:0.0:1789760776.305167:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.305175:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.305177:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23965696, 23969792) 0 0
00000080:00200000:0.0:1789760776.305182:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.305199:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5851, 5851]
00020000:00200000:0.0:1789760776.305208:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23965696 chunk: [23965696, 23969792) 23969792, 4096
00020000:00200000:0.0:1789760776.305212:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.305233:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5851, 5851]
00000008:00010000:0.0:1789760776.305251:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.305257:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.305269:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23965696, 23969792) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.305283:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23965696=0x16db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.305342:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.305345:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23969792
00000020:00010000:0.0:1789760776.305353:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.305357:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.305360:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.305364:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.305366:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.305374:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.305381:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.305398:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760776.305525:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 23965696<>23969792
00000100:00100000:1.0:1789760776.305896:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508434048:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760776.333190:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973171 gen 3
00000008:00010000:1.0:1789760776.333254:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760776.333263:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.333273:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.333352:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760776.333387:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508434048:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.443061:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5854, 5854]
00000080:00200000:0.0:1789760776.443084:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.443091:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.443108:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23982080 i_blocks 47111
00000020:00200000:0.0:1789760776.443113:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.443131:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.443172:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23982080, count: 4096
00000080:00200000:0.0:1789760776.443180:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23982080, bytes: 4096
00000080:00200000:0.0:1789760776.443192:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.443211:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.443214:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23982080, 23986176) 0 0
00000080:00200000:0.0:1789760776.443219:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.443237:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5855, 5855]
00020000:00200000:0.0:1789760776.443246:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23982080 chunk: [23982080, 23986176) 23986176, 4096
00020000:00200000:0.0:1789760776.443250:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.443273:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5855, 5855]
00000008:00010000:0.0:1789760776.443294:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.443301:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.443314:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23982080, 23986176) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.443330:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23982080=0x16df000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.443389:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.443393:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23986176
00000020:00010000:0.0:1789760776.443402:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.443406:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.443409:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.443413:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.443416:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.443422:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.443429:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.443445:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760776.443566:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 23982080<>23986176
00000100:00100000:1.0:1789760776.443769:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760776.443794:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508434560:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760776.489173:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973175 gen 3
00000008:00010000:1.0:1789760776.489226:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760776.489235:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.489247:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.489269:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760776.489302:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508434560:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.489500:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5855, 5855]
00000080:00200000:0.0:1789760776.489518:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.489525:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.489541:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23986176 i_blocks 47111
00000020:00200000:0.0:1789760776.489545:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.489556:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.489746:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23986176, count: 4096
00000080:00200000:0.0:1789760776.489755:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23986176, bytes: 4096
00000080:00200000:0.0:1789760776.489766:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.489785:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.489787:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23986176, 23990272) 0 0
00000080:00200000:0.0:1789760776.489792:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.489810:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5856, 5856]
00020000:00200000:0.0:1789760776.489819:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23986176 chunk: [23986176, 23990272) 23990272, 4096
00020000:00200000:0.0:1789760776.489823:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.489843:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5856, 5856]
00000008:00010000:0.0:1789760776.489860:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.489867:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.489879:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23986176, 23990272) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.489892:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23986176=0x16e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.489961:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.489964:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23990272
00000020:00010000:0.0:1789760776.489972:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.489976:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.489979:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.489982:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.489986:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.489993:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.490000:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.490017:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760776.490172:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 23986176<>23990272
00000100:00100000:1.0:1789760776.490255:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760776.490278:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508434688:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760776.525946:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973176 gen 3
00000008:00010000:1.0:1789760776.525998:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760776.526006:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.526016:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.526131:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760776.526163:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508434688:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.528499:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5856, 5856]
00000080:00200000:0.0:1789760776.528525:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.528531:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.528605:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 23990272 i_blocks 47111
00000020:00200000:0.0:1789760776.528613:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.528647:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.528683:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 23990272, count: 4096
00000080:00200000:0.0:1789760776.528692:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 23990272, bytes: 4096
00000080:00200000:0.0:1789760776.528706:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.528716:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.528719:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [23990272, 23994368) 0 0
00000080:00200000:0.0:1789760776.528724:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.528742:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5857, 5857]
00020000:00200000:0.0:1789760776.528751:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 23990272 chunk: [23990272, 23994368) 23994368, 4096
00020000:00200000:0.0:1789760776.528756:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.528778:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5857, 5857]
00000008:00010000:0.0:1789760776.528796:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.528803:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.528816:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [23990272, 23994368) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.528831:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=23990272=0x16e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.528921:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.528925:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 23994368
00000020:00010000:0.0:1789760776.528934:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.528938:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.528941:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.528945:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.528948:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.528957:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.528964:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.528995:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760776.529807:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 23990272<>23994368
00000100:00100000:1.0:1789760776.529880:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508434816:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760776.568192:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760776.568208:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.568220:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.568252:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760776.568287:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508434816:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.717053:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5861, 5861]
00000080:00200000:0.0:1789760776.717070:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.717076:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.717091:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24010752 i_blocks 47111
00000020:00200000:0.0:1789760776.717096:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.717108:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.717154:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24010752, count: 4096
00000080:00200000:0.0:1789760776.717161:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24010752, bytes: 4096
00000080:00200000:0.0:1789760776.717171:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.717180:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.717182:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24010752, 24014848) 0 0
00000080:00200000:0.0:1789760776.717186:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.717200:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5862, 5862]
00020000:00200000:0.0:1789760776.717209:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24010752 chunk: [24010752, 24014848) 24014848, 4096
00020000:00200000:0.0:1789760776.717213:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.717232:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5862, 5862]
00000008:00010000:0.0:1789760776.717249:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.717255:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.717264:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24010752, 24014848) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.717278:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24010752=0x16e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.717339:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.717342:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24014848
00000020:00010000:0.0:1789760776.717350:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.717354:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.717357:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.717360:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.717363:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.717370:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.717378:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.717394:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760776.717517:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 24010752<>24014848
00000100:00100000:1.0:1789760776.717904:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508435456:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760776.751880:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973182 gen 3
00000008:00010000:1.0:1789760776.751933:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760776.751941:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.751952:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.751974:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760776.752003:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508435456:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.752327:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5862, 5862]
00000080:00200000:0.0:1789760776.752342:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.752349:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.752365:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24014848 i_blocks 47111
00000020:00200000:0.0:1789760776.752370:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.752380:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.752415:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24014848, count: 4096
00000080:00200000:0.0:1789760776.752423:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24014848, bytes: 4096
00000080:00200000:0.0:1789760776.752432:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.752441:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.752443:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24014848, 24018944) 0 0
00000080:00200000:0.0:1789760776.752448:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.752477:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5863, 5863]
00020000:00200000:0.0:1789760776.752486:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24014848 chunk: [24014848, 24018944) 24018944, 4096
00020000:00200000:0.0:1789760776.752490:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.752510:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5863, 5863]
00000008:00010000:0.0:1789760776.752526:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.752533:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.752544:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24014848, 24018944) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.752559:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24014848=0x16e7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.752619:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.752621:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24018944
00000020:00010000:0.0:1789760776.752668:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.752673:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.752676:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.752680:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.752683:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.752690:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.752698:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.752715:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760776.752842:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 24014848<>24018944
00000100:00100000:1.0:1789760776.752975:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760776.752994:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508435584:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760776.793189:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508435840:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760776.793315:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2406:1876699508436096:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760776.793354:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:1.0:1789760776.793362:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2406:1876699508435712:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760776.793392:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508435968:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760776.793415:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2406:1876699508436224:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760776.795729:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508435968:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760776.795751:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2406:1876699508436224:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760776.795764:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508435840:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760776.795776:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2406:1876699508436096:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760776.797800:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2406:1876699508435712:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760776.807235:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973183 gen 3
00000008:00010000:1.0:1789760776.807364:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760776.807372:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.807383:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.807401:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760776.807429:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508435584:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.807533:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5863, 5863]
00000080:00200000:0.0:1789760776.807549:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.807555:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.807570:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24018944 i_blocks 47111
00000020:00200000:0.0:1789760776.807574:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.807591:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.807623:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24018944, count: 4096
00000080:00200000:0.0:1789760776.807659:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24018944, bytes: 4096
00000080:00200000:0.0:1789760776.807669:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.807677:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.807680:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24018944, 24023040) 0 0
00000080:00200000:0.0:1789760776.807684:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.807699:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5864, 5864]
00020000:00200000:0.0:1789760776.807708:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24018944 chunk: [24018944, 24023040) 24023040, 4096
00020000:00200000:0.0:1789760776.807712:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.807736:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5864, 5864]
00000008:00010000:0.0:1789760776.807754:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.807760:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.807772:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24018944, 24023040) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.807785:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24018944=0x16e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.807837:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.807839:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24023040
00000020:00010000:0.0:1789760776.807846:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.807849:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.807851:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.807853:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.807855:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.807861:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.807866:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.807878:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760776.808005:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 24018944<>24023040
00000100:00100000:1.0:1789760776.808074:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508436352:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760776.847387:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973184 gen 3
00000008:00010000:1.0:1789760776.847437:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760776.847445:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.847455:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.847519:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760776.847552:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508436352:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760776.847663:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5864, 5864]
00000080:00200000:0.0:1789760776.847680:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760776.847687:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760776.847702:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24023040 i_blocks 47111
00000020:00200000:0.0:1789760776.847706:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760776.847716:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760776.847750:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24023040, count: 4096
00000080:00200000:0.0:1789760776.847757:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24023040, bytes: 4096
00000080:00200000:0.0:1789760776.847767:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760776.847777:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760776.847779:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24023040, 24027136) 0 0
00000080:00200000:0.0:1789760776.847785:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760776.847800:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5865, 5865]
00020000:00200000:0.0:1789760776.847808:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24023040 chunk: [24023040, 24027136) 24027136, 4096
00020000:00200000:0.0:1789760776.847813:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760776.847832:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5865, 5865]
00000008:00010000:0.0:1789760776.847849:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760776.847856:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760776.847867:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24023040, 24027136) append 0 append lockpos 0
00000080:00200000:0.0:1789760776.847880:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24023040=0x16e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760776.847938:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760776.847941:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24027136
00000020:00010000:0.0:1789760776.847950:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760776.847954:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.847957:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760776.847960:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760776.847963:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760776.847970:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760776.847977:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760776.847994:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760776.848248:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 24023040<>24027136
00000100:00100000:1.0:1789760776.848326:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508436480:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760776.882327:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973185 gen 3
00000008:00010000:1.0:1789760776.882392:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760776.882401:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760776.882415:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760776.882449:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760776.882484:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508436480:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760777.009588:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5868, 5868]
00000080:00200000:1.0:1789760777.009608:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760777.009614:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760777.009648:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24039424 i_blocks 47111
00000020:00200000:1.0:1789760777.009653:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760777.009667:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760777.009702:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24039424, count: 4096
00000080:00200000:1.0:1789760777.009711:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24039424, bytes: 4096
00000080:00200000:1.0:1789760777.009724:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760777.009733:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760777.009736:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24039424, 24043520) 0 0
00000080:00200000:1.0:1789760777.009741:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760777.009759:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5869, 5869]
00020000:00200000:1.0:1789760777.009767:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24039424 chunk: [24039424, 24043520) 24043520, 4096
00020000:00200000:1.0:1789760777.009771:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760777.009790:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5869, 5869]
00000008:00010000:1.0:1789760777.009806:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760777.009812:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760777.009823:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24039424, 24043520) append 0 append lockpos 0
00000080:00200000:1.0:1789760777.009850:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24039424=0x16ed000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760777.009911:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760777.009914:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24043520
00000020:00010000:1.0:1789760777.009922:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:1.0:1789760777.009925:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.009928:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.009932:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760777.009934:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760777.009951:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760777.009958:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760777.009984:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760777.010215:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24039424<>24043520
00000100:00100000:1.0:1789760777.010258:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760777.010280:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508436992:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760777.059391:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973189 gen 3
00000008:00010000:1.0:1789760777.059441:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760777.059450:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.059461:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.059488:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760777.059520:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508436992:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760777.115265:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5870, 5870]
00000080:00200000:1.0:1789760777.115284:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760777.115290:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760777.115305:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24047616 i_blocks 47111
00000020:00200000:1.0:1789760777.115309:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760777.115320:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760777.115354:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24047616, count: 4096
00000080:00200000:1.0:1789760777.115362:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24047616, bytes: 4096
00000080:00200000:1.0:1789760777.115374:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760777.115382:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760777.115385:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24047616, 24051712) 0 0
00000080:00200000:1.0:1789760777.115390:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760777.115406:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5871, 5871]
00020000:00200000:1.0:1789760777.115415:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24047616 chunk: [24047616, 24051712) 24051712, 4096
00020000:00200000:1.0:1789760777.115420:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760777.115441:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5871, 5871]
00000008:00010000:1.0:1789760777.115524:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760777.115532:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760777.115545:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24047616, 24051712) append 0 append lockpos 0
00000080:00200000:1.0:1789760777.115561:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24047616=0x16ef000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760777.115797:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760777.115800:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24051712
00000020:00010000:1.0:1789760777.115809:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:1.0:1789760777.115812:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.115815:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.115820:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760777.115823:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760777.115831:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760777.115839:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760777.115857:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760777.115982:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24047616<>24051712
00000100:00100000:0.0:1789760777.116240:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508437248:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760777.146357:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973191 gen 3
00000008:00010000:1.0:1789760777.146410:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760777.146418:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.146430:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.146454:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760777.146570:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508437248:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760777.387178:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5877, 5877]
00000080:00200000:1.0:1789760777.387206:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760777.387213:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760777.387232:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24076288 i_blocks 47111
00000020:00200000:1.0:1789760777.387238:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760777.387254:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760777.387288:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24076288, count: 4096
00000080:00200000:1.0:1789760777.387298:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24076288, bytes: 4096
00000080:00200000:1.0:1789760777.387311:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760777.387320:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760777.387323:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24076288, 24080384) 0 0
00000080:00200000:1.0:1789760777.387327:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760777.387345:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5878, 5878]
00020000:00200000:1.0:1789760777.387354:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24076288 chunk: [24076288, 24080384) 24080384, 4096
00020000:00200000:1.0:1789760777.387358:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760777.387380:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5878, 5878]
00000008:00010000:1.0:1789760777.387397:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760777.387404:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760777.387416:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24076288, 24080384) append 0 append lockpos 0
00000080:00200000:1.0:1789760777.387432:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24076288=0x16f6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760777.387504:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760777.387508:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24080384
00000020:00010000:1.0:1789760777.387517:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:1.0:1789760777.387520:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.387524:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.387526:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760777.387529:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760777.387538:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760777.387546:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760777.388161:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760777.388291:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24076288<>24080384
00000100:00100000:1.0:1789760777.388339:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760777.388367:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508438144:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760777.433877:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973198 gen 3
00000008:00010000:1.0:1789760777.433931:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760777.433941:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.433953:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.433975:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760777.434004:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508438144:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760777.434252:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5878, 5878]
00000080:00200000:0.0:1789760777.434268:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.434274:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.434289:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24080384 i_blocks 47111
00000020:00200000:0.0:1789760777.434292:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.434303:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.434339:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24080384, count: 4096
00000080:00200000:0.0:1789760777.434347:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24080384, bytes: 4096
00000080:00200000:0.0:1789760777.434360:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.434369:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.434371:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24080384, 24084480) 0 0
00000080:00200000:0.0:1789760777.434376:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.434392:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5879, 5879]
00020000:00200000:0.0:1789760777.434400:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24080384 chunk: [24080384, 24084480) 24084480, 4096
00020000:00200000:0.0:1789760777.434404:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.434423:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5879, 5879]
00000008:00010000:0.0:1789760777.434441:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.434447:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760777.434520:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24080384, 24084480) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.434535:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24080384=0x16f7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.434696:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.434699:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24084480
00000020:00010000:0.0:1789760777.434707:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.434711:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.434713:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.434717:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.434719:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.434727:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.434734:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.434752:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760777.434878:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 24080384<>24084480
00000100:00100000:1.0:1789760777.434946:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508438272:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760777.472147:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973199 gen 3
00000008:00010000:1.0:1789760777.472204:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760777.472213:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.472224:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.472245:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760777.472280:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508438272:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760777.472437:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5879, 5879]
00000080:00200000:0.0:1789760777.472454:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.472471:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.472487:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24084480 i_blocks 47111
00000020:00200000:0.0:1789760777.472491:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.472501:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.472535:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24084480, count: 4096
00000080:00200000:0.0:1789760777.472543:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24084480, bytes: 4096
00000080:00200000:0.0:1789760777.472554:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.472563:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.472565:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24084480, 24088576) 0 0
00000080:00200000:0.0:1789760777.472570:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.472599:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5880, 5880]
00020000:00200000:0.0:1789760777.472608:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24084480 chunk: [24084480, 24088576) 24088576, 4096
00020000:00200000:0.0:1789760777.472612:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.472654:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5880, 5880]
00000008:00010000:0.0:1789760777.472674:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.472680:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760777.472691:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24084480, 24088576) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.472705:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24084480=0x16f8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.472757:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.472760:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24088576
00000020:00010000:0.0:1789760777.472768:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.472771:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.472775:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.472778:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.472781:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.472789:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.472796:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.472811:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760777.472935:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24084480<>24088576
00000100:00100000:1.0:1789760777.473138:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508438400:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760777.511441:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973200 gen 3
00000008:00010000:1.0:1789760777.511500:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760777.511509:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.511519:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.511538:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760777.511566:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508438400:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760777.511827:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5880, 5880]
00000080:00200000:0.0:1789760777.511843:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.511848:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.511863:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24088576 i_blocks 47111
00000020:00200000:0.0:1789760777.511866:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.511875:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.511908:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24088576, count: 4096
00000080:00200000:0.0:1789760777.511916:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24088576, bytes: 4096
00000080:00200000:0.0:1789760777.511926:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.511935:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.511938:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24088576, 24092672) 0 0
00000080:00200000:0.0:1789760777.511942:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.511960:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5881, 5881]
00020000:00200000:0.0:1789760777.511968:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24088576 chunk: [24088576, 24092672) 24092672, 4096
00020000:00200000:0.0:1789760777.511972:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.511991:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5881, 5881]
00000008:00010000:0.0:1789760777.512008:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.512014:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760777.512035:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24088576, 24092672) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.512049:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24088576=0x16f9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.512104:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.512117:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24092672
00000020:00010000:0.0:1789760777.512126:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.512129:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.512132:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.512135:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.512138:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.512145:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.512151:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.512167:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760777.512282:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 24088576<>24092672
00000100:00100000:1.0:1789760777.512487:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760777.512508:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508438528:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760777.537964:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973201 gen 3
00000008:00010000:1.0:1789760777.538013:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760777.538022:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.538033:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.538052:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760777.538083:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508438528:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760777.538191:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5881, 5881]
00000080:00200000:0.0:1789760777.538207:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760777.538213:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760777.538229:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24092672 i_blocks 47111
00000020:00200000:0.0:1789760777.538233:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760777.538242:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760777.538275:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24092672, count: 4096
00000080:00200000:0.0:1789760777.538283:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24092672, bytes: 4096
00000080:00200000:0.0:1789760777.538293:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760777.538303:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760777.538305:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24092672, 24096768) 0 0
00000080:00200000:0.0:1789760777.538310:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760777.538327:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5882, 5882]
00020000:00200000:0.0:1789760777.538335:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24092672 chunk: [24092672, 24096768) 24096768, 4096
00020000:00200000:0.0:1789760777.538339:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760777.538360:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5882, 5882]
00000008:00010000:0.0:1789760777.538377:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760777.538383:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760777.538394:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24092672, 24096768) append 0 append lockpos 0
00000080:00200000:0.0:1789760777.538406:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24092672=0x16fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760777.538521:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760777.538526:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24096768
00000020:00010000:0.0:1789760777.538534:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760777.538538:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.538541:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760777.538544:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760777.538547:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760777.538554:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760777.538561:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760777.538578:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760777.538816:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 24092672<>24096768
00000100:00100000:1.0:1789760777.538877:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508438656:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760777.572499:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973202 gen 3
00000008:00010000:1.0:1789760777.572623:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760777.572671:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.572754:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.572844:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760777.572878:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508438656:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760777.836538:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5889, 5889]
00000080:00200000:1.0:1789760777.836555:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760777.836561:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760777.836578:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24125440 i_blocks 49159
00000020:00200000:1.0:1789760777.836582:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760777.836598:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760777.836664:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24125440, count: 4096
00000080:00200000:1.0:1789760777.836672:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24125440, bytes: 4096
00000080:00200000:1.0:1789760777.836684:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760777.836693:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760777.836695:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24125440, 24129536) 0 0
00000080:00200000:1.0:1789760777.836699:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760777.836716:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5890, 5890]
00020000:00200000:1.0:1789760777.836724:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24125440 chunk: [24125440, 24129536) 24129536, 4096
00020000:00200000:1.0:1789760777.836728:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760777.836748:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5890, 5890]
00000008:00010000:1.0:1789760777.836764:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760777.836770:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760777.836780:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24125440, 24129536) append 0 append lockpos 0
00000080:00200000:1.0:1789760777.836792:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24125440=0x1702000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760777.836844:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760777.836847:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24129536
00000020:00010000:1.0:1789760777.836854:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:1.0:1789760777.836857:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.836860:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760777.836863:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760777.836878:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760777.836887:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760777.836893:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760777.836909:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760777.837102:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24125440<>24129536
00000100:00100000:0.0:1789760777.837180:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508439680:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760777.871823:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973210 gen 3
00000008:00010000:1.0:1789760777.871885:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760777.871895:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760777.871908:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760777.871983:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760777.872014:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508439680:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760777.883338:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760778.270341:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5899, 5899]
00000080:00200000:0.0:1789760778.270357:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.270362:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.270376:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24166400 i_blocks 49159
00000020:00200000:0.0:1789760778.270380:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.270390:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.270426:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24166400, count: 4096
00000080:00200000:0.0:1789760778.270434:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24166400, bytes: 4096
00000080:00200000:0.0:1789760778.270446:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.270454:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.270456:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24166400, 24170496) 0 0
00000080:00200000:0.0:1789760778.270461:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.270480:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5900, 5900]
00020000:00200000:0.0:1789760778.270489:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24166400 chunk: [24166400, 24170496) 24170496, 4096
00020000:00200000:0.0:1789760778.270493:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.270513:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5900, 5900]
00000008:00010000:0.0:1789760778.270530:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.270536:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.270547:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24166400, 24170496) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.270560:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24166400=0x170c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.270616:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.270619:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24170496
00000020:00010000:0.0:1789760778.270670:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.270675:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.270678:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.270682:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.270685:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.270695:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.270703:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.270720:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760778.270856:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ca80 - object 0x280000401:3 offset 24166400<>24170496
00000100:00100000:1.0:1789760778.271405:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508440960:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.314984:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973220 gen 3
00000008:00010000:1.0:1789760778.315048:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760778.315056:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.315068:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.315089:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760778.315130:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508440960:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.315234:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5900, 5900]
00000080:00200000:0.0:1789760778.315252:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.315258:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.315272:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24170496 i_blocks 49159
00000020:00200000:0.0:1789760778.315276:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.315286:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.315321:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24170496, count: 4096
00000080:00200000:0.0:1789760778.315329:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24170496, bytes: 4096
00000080:00200000:0.0:1789760778.315339:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.315348:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.315351:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24170496, 24174592) 0 0
00000080:00200000:0.0:1789760778.315356:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.315376:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5901, 5901]
00020000:00200000:0.0:1789760778.315387:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24170496 chunk: [24170496, 24174592) 24174592, 4096
00020000:00200000:0.0:1789760778.315392:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.315414:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5901, 5901]
00000008:00010000:0.0:1789760778.315433:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.315440:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.315456:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24170496, 24174592) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.315471:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24170496=0x170d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.315808:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.315812:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24174592
00000020:00010000:0.0:1789760778.315822:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.315826:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.315829:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.315832:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.315835:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.315842:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.315851:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.315870:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760778.316000:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ca80 - object 0x280000401:3 offset 24170496<>24174592
00000100:00100000:1.0:1789760778.316067:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508441088:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.345420:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973221 gen 3
00000008:00010000:1.0:1789760778.345476:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760778.345485:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.345506:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.345526:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760778.345561:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508441088:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.345686:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5901, 5901]
00000080:00200000:0.0:1789760778.345703:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.345709:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.345724:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24174592 i_blocks 49159
00000020:00200000:0.0:1789760778.345728:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.345748:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.345780:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24174592, count: 4096
00000080:00200000:0.0:1789760778.345787:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24174592, bytes: 4096
00000080:00200000:0.0:1789760778.345796:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.345806:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.345808:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24174592, 24178688) 0 0
00000080:00200000:0.0:1789760778.345813:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.345829:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5902, 5902]
00020000:00200000:0.0:1789760778.345838:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24174592 chunk: [24174592, 24178688) 24178688, 4096
00020000:00200000:0.0:1789760778.345842:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.345862:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5902, 5902]
00000008:00010000:0.0:1789760778.345879:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.345885:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.345902:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24174592, 24178688) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.345916:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24174592=0x170e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.345974:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.345977:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24178688
00000020:00010000:0.0:1789760778.345987:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.345991:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.345994:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.345998:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.346001:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.346008:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.346015:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.346031:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760778.346160:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 24174592<>24178688
00000100:00100000:1.0:1789760778.346308:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508441216:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.381440:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973222 gen 3
00000008:00010000:1.0:1789760778.381494:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760778.381504:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.381517:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.381537:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000080:00200000:0.0:1789760778.381571:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5902, 5902]
00000100:00100000:1.0:1789760778.381573:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508441216:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.381694:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.381702:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.381718:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24178688 i_blocks 49159
00000020:00200000:0.0:1789760778.381722:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.381733:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.381771:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24178688, count: 4096
00000080:00200000:0.0:1789760778.381778:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24178688, bytes: 4096
00000080:00200000:0.0:1789760778.381790:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.381799:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.381806:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24178688, 24182784) 0 0
00000080:00200000:0.0:1789760778.381810:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.381837:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5903, 5903]
00020000:00200000:0.0:1789760778.381847:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24178688 chunk: [24178688, 24182784) 24182784, 4096
00020000:00200000:0.0:1789760778.381851:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.381876:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5903, 5903]
00000008:00010000:0.0:1789760778.381896:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.382179:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.382195:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24178688, 24182784) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.382211:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24178688=0x170f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.382275:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.382279:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24182784
00000020:00010000:0.0:1789760778.382287:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.382290:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.382294:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.382298:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.382300:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.382309:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.382316:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.382337:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760778.382471:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 24178688<>24182784
00000100:00100000:1.0:1789760778.382556:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760778.382578:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508441344:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.419485:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973223 gen 3
00000008:00010000:1.0:1789760778.419556:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760778.419565:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.419577:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.419606:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760778.419667:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508441344:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.490337:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5905, 5905]
00000080:00200000:0.0:1789760778.490357:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.490363:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.490381:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24190976 i_blocks 49159
00000020:00200000:0.0:1789760778.490385:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.490397:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.490433:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24190976, count: 4096
00000080:00200000:0.0:1789760778.490442:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24190976, bytes: 4096
00000080:00200000:0.0:1789760778.490465:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.490476:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.490478:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24190976, 24195072) 0 0
00000080:00200000:0.0:1789760778.490483:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.490501:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5906, 5906]
00020000:00200000:0.0:1789760778.490510:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24190976 chunk: [24190976, 24195072) 24195072, 4096
00020000:00200000:0.0:1789760778.490515:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.490535:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5906, 5906]
00000008:00010000:0.0:1789760778.490554:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.490560:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.490573:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24190976, 24195072) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.490600:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24190976=0x1712000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.490690:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.490693:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24195072
00000020:00010000:0.0:1789760778.490702:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.490706:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.490709:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.490712:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.490715:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.490722:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.490730:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.490747:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760778.490875:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24190976<>24195072
00000100:00100000:1.0:1789760778.491208:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508441728:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760778.527205:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760778.527220:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.527233:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.527296:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760778.527338:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508441728:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.528379:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5906, 5906]
00000080:00200000:0.0:1789760778.528400:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.528477:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.528495:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24195072 i_blocks 49159
00000020:00200000:0.0:1789760778.528509:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.528524:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.528558:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24195072, count: 4096
00000080:00200000:0.0:1789760778.528566:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24195072, bytes: 4096
00000080:00200000:0.0:1789760778.528579:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.528589:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.528591:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24195072, 24199168) 0 0
00000080:00200000:0.0:1789760778.528596:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.528613:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5907, 5907]
00020000:00200000:0.0:1789760778.528622:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24195072 chunk: [24195072, 24199168) 24199168, 4096
00020000:00200000:0.0:1789760778.528645:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.528669:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5907, 5907]
00000008:00010000:0.0:1789760778.528689:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.528695:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.528707:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24195072, 24199168) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.528723:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24195072=0x1713000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.528790:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.528793:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24199168
00000020:00010000:0.0:1789760778.528801:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.528804:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.528807:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.528810:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.528813:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.528821:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.528829:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.528853:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760778.528998:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 24195072<>24199168
00000100:00100000:1.0:1789760778.529132:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508441856:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.573064:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973227 gen 3
00000008:00010000:1.0:1789760778.573142:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760778.573151:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.573162:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.573186:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760778.573216:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508441856:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.573226:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5907, 5907]
00000080:00200000:0.0:1789760778.573244:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.573249:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.573264:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24199168 i_blocks 49159
00000020:00200000:0.0:1789760778.573268:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.573279:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.573314:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24199168, count: 4096
00000080:00200000:0.0:1789760778.573322:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24199168, bytes: 4096
00000080:00200000:0.0:1789760778.573331:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.573340:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.573342:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24199168, 24203264) 0 0
00000080:00200000:0.0:1789760778.573347:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.573364:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5908, 5908]
00020000:00200000:0.0:1789760778.573372:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24199168 chunk: [24199168, 24203264) 24203264, 4096
00020000:00200000:0.0:1789760778.573376:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.573394:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5908, 5908]
00000008:00010000:0.0:1789760778.573412:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.573418:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.573428:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24199168, 24203264) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.573440:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24199168=0x1714000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.573494:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.573496:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24203264
00000020:00010000:0.0:1789760778.573504:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.573507:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.573510:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.573513:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.573516:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.573523:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.573530:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.573547:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760778.573707:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 24199168<>24203264
00000100:00100000:0.0:1789760778.573741:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760778.573757:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508441984:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.619754:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973228 gen 3
00000008:00010000:1.0:1789760778.619807:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760778.619816:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.619841:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.619865:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760778.619902:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508441984:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.620024:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5908, 5908]
00000080:00200000:0.0:1789760778.620042:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.620048:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.620064:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24203264 i_blocks 49159
00000020:00200000:0.0:1789760778.620068:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.620078:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.620148:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24203264, count: 4096
00000080:00200000:0.0:1789760778.620156:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24203264, bytes: 4096
00000080:00200000:0.0:1789760778.620166:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.620175:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.620177:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24203264, 24207360) 0 0
00000080:00200000:0.0:1789760778.620182:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.620200:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5909, 5909]
00020000:00200000:0.0:1789760778.620210:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24203264 chunk: [24203264, 24207360) 24207360, 4096
00020000:00200000:0.0:1789760778.620215:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.620234:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5909, 5909]
00000008:00010000:0.0:1789760778.620253:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.620260:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.620271:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24203264, 24207360) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.620288:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24203264=0x1715000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.620348:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.620351:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24207360
00000020:00010000:0.0:1789760778.620360:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.620363:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.620366:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.620370:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.620374:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.620381:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.620388:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.620406:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760778.620545:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 24203264<>24207360
00000100:00100000:1.0:1789760778.620758:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760778.620780:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508442112:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.658945:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973229 gen 3
00000008:00010000:1.0:1789760778.659006:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760778.659031:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.659044:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.659120:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760778.659154:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508442112:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.659590:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5909, 5909]
00000080:00200000:0.0:1789760778.659608:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.659614:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.660302:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24207360 i_blocks 49159
00000020:00200000:0.0:1789760778.660571:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.660589:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.660624:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24207360, count: 4096
00000080:00200000:0.0:1789760778.660652:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24207360, bytes: 4096
00000080:00200000:0.0:1789760778.660666:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.660675:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.660678:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24207360, 24211456) 0 0
00000080:00200000:0.0:1789760778.660683:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.660701:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5910, 5910]
00020000:00200000:0.0:1789760778.660710:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24207360 chunk: [24207360, 24211456) 24211456, 4096
00020000:00200000:0.0:1789760778.660715:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.660736:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5910, 5910]
00000008:00010000:0.0:1789760778.660756:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.660763:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.660776:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24207360, 24211456) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.660789:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24207360=0x1716000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.660856:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.660859:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24211456
00000020:00010000:0.0:1789760778.660867:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.660871:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.660874:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.660877:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.660882:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.660890:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.660898:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.660925:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760778.661076:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 24207360<>24211456
00000100:00100000:1.0:1789760778.661508:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508442240:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760778.704330:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760778.704347:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.704358:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.704380:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760778.704426:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508442240:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.705141:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5910, 5910]
00000080:00200000:0.0:1789760778.705161:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.705169:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.705184:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24211456 i_blocks 49159
00000020:00200000:0.0:1789760778.705188:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.705199:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.705230:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24211456, count: 4096
00000080:00200000:0.0:1789760778.705237:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24211456, bytes: 4096
00000080:00200000:0.0:1789760778.705246:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.705255:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.705257:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24211456, 24215552) 0 0
00000080:00200000:0.0:1789760778.705262:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.705277:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5911, 5911]
00020000:00200000:0.0:1789760778.705286:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24211456 chunk: [24211456, 24215552) 24215552, 4096
00020000:00200000:0.0:1789760778.705290:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.705310:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5911, 5911]
00000008:00010000:0.0:1789760778.705327:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.705333:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.705345:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24211456, 24215552) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.705358:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24211456=0x1717000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.705523:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.705527:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24215552
00000020:00010000:0.0:1789760778.705536:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.705539:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.705543:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.705547:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.705551:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.705560:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.705567:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.705586:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760778.705764:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 24211456<>24215552
00000100:00100000:1.0:1789760778.705902:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508442368:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.750318:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973231 gen 3
00000008:00010000:1.0:1789760778.750389:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760778.750481:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.750493:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.750553:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760778.750596:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508442368:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.750909:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5911, 5911]
00000080:00200000:0.0:1789760778.750925:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.750931:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.750946:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24215552 i_blocks 49159
00000020:00200000:0.0:1789760778.750950:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.750960:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.750995:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24215552, count: 4096
00000080:00200000:0.0:1789760778.751003:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24215552, bytes: 4096
00000080:00200000:0.0:1789760778.751080:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.751090:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.751092:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24215552, 24219648) 0 0
00000080:00200000:0.0:1789760778.751096:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.751122:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5912, 5912]
00020000:00200000:0.0:1789760778.751255:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24215552 chunk: [24215552, 24219648) 24219648, 4096
00020000:00200000:0.0:1789760778.751260:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.751283:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5912, 5912]
00000008:00010000:0.0:1789760778.751302:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.751308:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.751320:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24215552, 24219648) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.751335:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24215552=0x1718000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.751461:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.751465:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24219648
00000020:00010000:0.0:1789760778.751473:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.751477:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.751480:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.751484:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.751488:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.751496:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.751503:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.751522:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760778.752487:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 24215552<>24219648
00000100:00100000:1.0:1789760778.752568:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508442496:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760778.819566:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760778.819595:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.819694:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.819977:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5912, 5912]
00000080:00200000:0.0:1789760778.819999:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.820005:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.820024:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24219648 i_blocks 49159
00000020:00200000:0.0:1789760778.820027:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.820039:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.820075:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24219648, count: 4096
00000080:00200000:0.0:1789760778.820084:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24219648, bytes: 4096
00000080:00200000:0.0:1789760778.820107:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.820116:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.820118:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24219648, 24223744) 0 0
00000080:00200000:0.0:1789760778.820123:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.820214:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5913, 5913]
00020000:00200000:0.0:1789760778.820222:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24219648 chunk: [24219648, 24223744) 24223744, 4096
00020000:00200000:0.0:1789760778.820226:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.820246:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5913, 5913]
00000008:00010000:0.0:1789760778.820263:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.820269:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.820279:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24219648, 24223744) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.820292:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24219648=0x1719000, pages 1 (max 131072), lockless, parallel
00000008:00010000:1.0:1789760778.820360:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:0.0:1789760778.822070:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.822080:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24223744
00000020:00010000:0.0:1789760778.822108:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.822113:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.822119:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.822123:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.822136:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.822148:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.822157:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.822190:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760778.822566:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 24219648<>24223744
00000100:00100000:0.0:1789760778.822646:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508442624:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.822933:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508442496:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.857739:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973233 gen 3
00000008:00010000:1.0:1789760778.857803:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760778.857811:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.857821:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.857839:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760778.857868:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508442624:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.857956:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5913, 5913]
00000080:00200000:0.0:1789760778.857971:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.857976:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.857990:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24223744 i_blocks 49159
00000020:00200000:0.0:1789760778.857994:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.858002:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.858089:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24223744, count: 4096
00000080:00200000:0.0:1789760778.858105:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24223744, bytes: 4096
00000080:00200000:0.0:1789760778.858115:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.858124:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.858126:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24223744, 24227840) 0 0
00000080:00200000:0.0:1789760778.858131:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.858147:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5914, 5914]
00020000:00200000:0.0:1789760778.858155:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24223744 chunk: [24223744, 24227840) 24227840, 4096
00020000:00200000:0.0:1789760778.858160:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.858178:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5914, 5914]
00000008:00010000:0.0:1789760778.858194:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.858199:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.858210:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24223744, 24227840) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.858222:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24223744=0x171a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.858274:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.858276:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24227840
00000020:00010000:0.0:1789760778.858283:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.858287:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.858290:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.858294:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.858296:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.858303:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.858309:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.858324:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760778.858437:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 24223744<>24227840
00000100:00100000:1.0:1789760778.858672:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508442752:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760778.893750:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760778.893766:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.893779:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.893811:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760778.893844:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508442752:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.894026:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5914, 5914]
00000080:00200000:0.0:1789760778.894043:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.894048:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.894064:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24227840 i_blocks 49159
00000020:00200000:0.0:1789760778.894068:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.894078:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.894121:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24227840, count: 4096
00000080:00200000:0.0:1789760778.894130:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24227840, bytes: 4096
00000080:00200000:0.0:1789760778.894142:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.894152:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.894154:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24227840, 24231936) 0 0
00000080:00200000:0.0:1789760778.894159:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.894181:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5915, 5915]
00020000:00200000:0.0:1789760778.894190:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24227840 chunk: [24227840, 24231936) 24231936, 4096
00020000:00200000:0.0:1789760778.894194:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.894213:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5915, 5915]
00000008:00010000:0.0:1789760778.894231:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.894237:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.894250:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24227840, 24231936) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.894265:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24227840=0x171b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.894324:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.894327:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24231936
00000020:00010000:0.0:1789760778.894334:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.894337:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.894341:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.894344:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.894347:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.894354:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.894359:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.894375:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760778.894505:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 24227840<>24231936
00000100:00100000:1.0:1789760778.894619:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508442880:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760778.905353:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760778.927574:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973235 gen 3
00000008:00010000:1.0:1789760778.927621:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760778.927763:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.927773:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.927829:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760778.927856:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508442880:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.928024:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5915, 5915]
00000080:00200000:0.0:1789760778.928037:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.928041:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.928190:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24231936 i_blocks 49159
00000020:00200000:0.0:1789760778.928194:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.928203:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.928230:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24231936, count: 4096
00000080:00200000:0.0:1789760778.928236:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24231936, bytes: 4096
00000080:00200000:0.0:1789760778.928244:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.928251:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.928253:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24231936, 24236032) 0 0
00000080:00200000:0.0:1789760778.928257:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.928268:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5916, 5916]
00020000:00200000:0.0:1789760778.928275:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24231936 chunk: [24231936, 24236032) 24236032, 4096
00020000:00200000:0.0:1789760778.928279:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.928294:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5916, 5916]
00000008:00010000:0.0:1789760778.928308:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.928313:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.928321:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24231936, 24236032) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.928331:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24231936=0x171c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.928450:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.928453:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24236032
00000020:00010000:0.0:1789760778.928461:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.928463:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.928467:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.928471:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.928473:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.928480:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.928485:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.928502:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760778.928597:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 24231936<>24236032
00000100:00100000:1.0:1789760778.928668:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508443008:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.958656:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973236 gen 3
00000008:00010000:1.0:1789760778.958692:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760778.958698:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.958706:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.958723:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760778.958746:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508443008:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.958831:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5916, 5916]
00000080:00200000:0.0:1789760778.958843:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.958849:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.958860:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24236032 i_blocks 49159
00000020:00200000:0.0:1789760778.958863:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.958871:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.958898:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24236032, count: 4096
00000080:00200000:0.0:1789760778.958905:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24236032, bytes: 4096
00000080:00200000:0.0:1789760778.958912:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.958918:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.958920:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24236032, 24240128) 0 0
00000080:00200000:0.0:1789760778.958924:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.958937:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5917, 5917]
00020000:00200000:0.0:1789760778.958944:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24236032 chunk: [24236032, 24240128) 24240128, 4096
00020000:00200000:0.0:1789760778.958947:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.958960:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5917, 5917]
00000008:00010000:0.0:1789760778.958972:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.958977:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.958986:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24236032, 24240128) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.958997:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24236032=0x171d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.959041:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.959044:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24240128
00000020:00010000:0.0:1789760778.959050:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.959053:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.959056:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.959059:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.959061:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.959068:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.959072:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.959187:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760778.959870:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 24236032<>24240128
00000100:00100000:1.0:1789760778.960203:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508443136:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760778.987497:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973237 gen 3
00000008:00010000:1.0:1789760778.987534:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760778.987540:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760778.987549:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760778.987568:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760778.987592:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508443136:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760778.987727:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5917, 5917]
00000080:00200000:0.0:1789760778.987738:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760778.987743:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760778.987755:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24240128 i_blocks 49159
00000020:00200000:0.0:1789760778.987758:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760778.987766:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760778.987793:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24240128, count: 4096
00000080:00200000:0.0:1789760778.987799:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24240128, bytes: 4096
00000080:00200000:0.0:1789760778.987807:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760778.987814:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760778.987816:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24240128, 24244224) 0 0
00000080:00200000:0.0:1789760778.987819:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760778.987832:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5918, 5918]
00020000:00200000:0.0:1789760778.987839:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24240128 chunk: [24240128, 24244224) 24244224, 4096
00020000:00200000:0.0:1789760778.987843:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760778.987858:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5918, 5918]
00000008:00010000:0.0:1789760778.987871:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760778.987876:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760778.987884:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24240128, 24244224) append 0 append lockpos 0
00000080:00200000:0.0:1789760778.987895:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24240128=0x171e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760778.987939:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760778.987942:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24244224
00000020:00010000:0.0:1789760778.987948:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760778.987951:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.987955:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760778.987958:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760778.987961:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760778.987967:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760778.987971:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760778.987987:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760778.988161:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f800 - object 0x280000401:3 offset 24240128<>24244224
00000100:00100000:1.0:1789760778.988304:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508443264:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760779.017103:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973238 gen 3
00000008:00010000:1.0:1789760779.017159:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760779.017168:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.017181:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.017203:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000080:00200000:0.0:1789760779.017226:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5918, 5918]
00000100:00100000:1.0:1789760779.017235:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508443264:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760779.017244:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.017249:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.017264:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24244224 i_blocks 49159
00000020:00200000:0.0:1789760779.017268:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.017278:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.017312:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24244224, count: 4096
00000080:00200000:0.0:1789760779.017320:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24244224, bytes: 4096
00000080:00200000:0.0:1789760779.017329:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.017338:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.017340:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24244224, 24248320) 0 0
00000080:00200000:0.0:1789760779.017345:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.017360:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5919, 5919]
00020000:00200000:0.0:1789760779.017369:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24244224 chunk: [24244224, 24248320) 24248320, 4096
00020000:00200000:0.0:1789760779.017373:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.017537:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5919, 5919]
00000008:00010000:0.0:1789760779.017557:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.017563:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760779.017576:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24244224, 24248320) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.017592:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24244224=0x171f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.018327:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.018332:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24248320
00000020:00010000:0.0:1789760779.018343:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.018347:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.018351:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.018354:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.018357:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.018367:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.018375:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.018397:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760779.018777:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f800 - object 0x280000401:3 offset 24244224<>24248320
00000100:00100000:1.0:1789760779.018909:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508443392:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760779.062824:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760779.062840:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.062853:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.062913:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760779.062957:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508443392:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760779.063298:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5919, 5919]
00000080:00200000:0.0:1789760779.063313:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.063319:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.063334:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24248320 i_blocks 49159
00000020:00200000:0.0:1789760779.063338:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.063348:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.063382:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24248320, count: 4096
00000080:00200000:0.0:1789760779.063389:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24248320, bytes: 4096
00000080:00200000:0.0:1789760779.063400:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.063409:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.063411:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24248320, 24252416) 0 0
00000080:00200000:0.0:1789760779.063416:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.063433:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5920, 5920]
00020000:00200000:0.0:1789760779.063441:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24248320 chunk: [24248320, 24252416) 24252416, 4096
00020000:00200000:0.0:1789760779.063446:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.063465:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5920, 5920]
00000008:00010000:0.0:1789760779.063483:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.063490:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760779.063501:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24248320, 24252416) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.063515:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24248320=0x1720000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.063733:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.063737:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24252416
00000020:00010000:0.0:1789760779.063746:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.063749:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.063752:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.063756:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.063758:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.063766:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.063773:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.063792:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760779.063924:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 24248320<>24252416
00000100:00100000:0.0:1789760779.063996:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508443520:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760779.122325:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973240 gen 3
00000008:00010000:1.0:1789760779.122404:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760779.122413:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.122428:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.122510:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760779.122548:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508443520:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760779.123435:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5920, 5920]
00000080:00200000:0.0:1789760779.123468:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.123476:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.123494:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24252416 i_blocks 49159
00000020:00200000:0.0:1789760779.123499:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.123512:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.123550:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24252416, count: 4096
00000080:00200000:0.0:1789760779.123558:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24252416, bytes: 4096
00000080:00200000:0.0:1789760779.123572:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.123583:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.123585:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24252416, 24256512) 0 0
00000080:00200000:0.0:1789760779.123590:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.123607:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5921, 5921]
00020000:00200000:0.0:1789760779.123626:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24252416 chunk: [24252416, 24256512) 24256512, 4096
00020000:00200000:0.0:1789760779.123645:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.123667:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5921, 5921]
00000008:00010000:0.0:1789760779.123685:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.123691:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760779.123703:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24252416, 24256512) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.123719:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24252416=0x1721000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.123783:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.123786:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24256512
00000020:00010000:0.0:1789760779.123795:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.123799:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.123802:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.123806:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.123810:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.123817:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.123825:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.123848:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760779.123995:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 24252416<>24256512
00000100:00100000:1.0:1789760779.124250:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508443648:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760779.162850:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973241 gen 3
00000008:00010000:1.0:1789760779.163054:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760779.163064:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.163077:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.163177:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760779.163415:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508443648:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760779.165692:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5921, 5921]
00000080:00200000:0.0:1789760779.165724:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.165731:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.165837:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24256512 i_blocks 49159
00000020:00200000:0.0:1789760779.165844:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.165861:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.165898:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24256512, count: 4096
00000080:00200000:0.0:1789760779.165906:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24256512, bytes: 4096
00000080:00200000:0.0:1789760779.165922:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.165933:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.165935:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24256512, 24260608) 0 0
00000080:00200000:0.0:1789760779.165940:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.165966:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5922, 5922]
00020000:00200000:0.0:1789760779.165975:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24256512 chunk: [24256512, 24260608) 24260608, 4096
00020000:00200000:0.0:1789760779.165980:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.166010:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5922, 5922]
00000008:00010000:0.0:1789760779.166031:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.166037:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760779.166049:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24256512, 24260608) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.166065:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24256512=0x1722000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.166152:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.166155:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24260608
00000020:00010000:0.0:1789760779.166166:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.166169:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.166172:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.166176:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.166179:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.166188:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.166196:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.166228:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760779.166374:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 24256512<>24260608
00000100:00100000:1.0:1789760779.166488:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508443776:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760779.200705:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973242 gen 3
00000008:00010000:1.0:1789760779.200761:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760779.200770:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.200782:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.200805:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760779.200837:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508443776:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760779.239838:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5923, 5923]
00000080:00200000:1.0:1789760779.239856:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760779.239862:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760779.239878:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24264704 i_blocks 49159
00000020:00200000:1.0:1789760779.239882:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760779.239892:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760779.239927:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24264704, count: 4096
00000080:00200000:1.0:1789760779.239934:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24264704, bytes: 4096
00000080:00200000:1.0:1789760779.239944:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760779.239954:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760779.239956:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24264704, 24268800) 0 0
00000080:00200000:1.0:1789760779.239961:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760779.239978:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5924, 5924]
00020000:00200000:1.0:1789760779.239987:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24264704 chunk: [24264704, 24268800) 24268800, 4096
00020000:00200000:1.0:1789760779.239991:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760779.240012:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5924, 5924]
00000008:00010000:1.0:1789760779.240029:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760779.240036:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760779.240047:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24264704, 24268800) append 0 append lockpos 0
00000080:00200000:1.0:1789760779.240061:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24264704=0x1724000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760779.240130:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760779.240133:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24268800
00000020:00010000:1.0:1789760779.240142:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:1.0:1789760779.240146:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.240149:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.240153:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760779.240156:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760779.240164:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760779.240171:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760779.240189:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760779.240318:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24264704<>24268800
00000100:00100000:1.0:1789760779.240366:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760779.240385:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508444032:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760779.272296:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973244 gen 3
00000008:00010000:1.0:1789760779.272369:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760779.272379:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.272390:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.272421:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760779.272455:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508444032:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760779.365414:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5926, 5926]
00000080:00200000:1.0:1789760779.365432:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760779.365438:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760779.365454:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24276992 i_blocks 49159
00000020:00200000:1.0:1789760779.365458:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760779.365469:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760779.365503:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24276992, count: 4096
00000080:00200000:1.0:1789760779.365510:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24276992, bytes: 4096
00000080:00200000:1.0:1789760779.365522:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760779.365531:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760779.365533:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24276992, 24281088) 0 0
00000080:00200000:1.0:1789760779.365538:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760779.365554:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5927, 5927]
00020000:00200000:1.0:1789760779.365562:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24276992 chunk: [24276992, 24281088) 24281088, 4096
00020000:00200000:1.0:1789760779.365567:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760779.365585:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5927, 5927]
00000008:00010000:1.0:1789760779.365602:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760779.365608:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760779.365618:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24276992, 24281088) append 0 append lockpos 0
00000080:00200000:1.0:1789760779.365655:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24276992=0x1727000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760779.365714:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760779.365717:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24281088
00000020:00010000:1.0:1789760779.365725:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_release():245
00000020:00010000:1.0:1789760779.365729:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.365732:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.365736:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dc68/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760779.365739:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dc68/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760779.365745:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760779.365752:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760779.365769:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760779.365895:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24276992<>24281088
00000100:00100000:0.0:1789760779.366016:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760779.366034:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508444416:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760779.403543:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973246 gen 3
00000100:00100000:1.0:1789760779.403587:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be9c00 x1876699508444416/t4294973247(4294973247) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760795 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760779.403669:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760779.403677:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.403687:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.403753:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760779.403779:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508444416:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760779.446268:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5928, 5928]
00000080:00200000:1.0:1789760779.446288:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760779.446295:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760779.446313:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24285184 i_blocks 49159
00000020:00200000:1.0:1789760779.446319:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760779.446333:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760779.446382:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24285184, count: 4096
00000080:00200000:1.0:1789760779.446391:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24285184, bytes: 4096
00000080:00200000:1.0:1789760779.446405:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760779.446414:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760779.446417:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24285184, 24289280) 0 0
00000080:00200000:1.0:1789760779.446422:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760779.446438:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5929, 5929]
00020000:00200000:1.0:1789760779.446446:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24285184 chunk: [24285184, 24289280) 24289280, 4096
00020000:00200000:1.0:1789760779.446450:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760779.446470:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5929, 5929]
00000008:00010000:1.0:1789760779.446489:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760779.446495:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760779.446521:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24285184, 24289280) append 0 append lockpos 0
00000080:00200000:1.0:1789760779.446536:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24285184=0x1729000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760779.447219:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760779.447225:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24289280
00000020:00010000:1.0:1789760779.447235:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_release():245
00000020:00010000:1.0:1789760779.447238:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.447242:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760779.447246:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760779.447249:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dd88/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760779.447260:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760779.447268:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760779.447290:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760779.447494:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 24285184<>24289280
00000100:00100000:1.0:1789760779.447814:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508444672:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760779.515935:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760779.515950:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.515961:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.515984:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000080:00200000:0.0:1789760779.516082:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5929, 5929]
00000080:00200000:0.0:1789760779.516109:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.516115:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.516130:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24289280 i_blocks 49159
00000020:00200000:0.0:1789760779.516134:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.516144:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.516179:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24289280, count: 4096
00000080:00200000:0.0:1789760779.516188:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24289280, bytes: 4096
00000080:00200000:0.0:1789760779.516199:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.516208:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.516211:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24289280, 24293376) 0 0
00000080:00200000:0.0:1789760779.516215:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.516234:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5930, 5930]
00020000:00200000:0.0:1789760779.516244:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24289280 chunk: [24289280, 24293376) 24293376, 4096
00020000:00200000:0.0:1789760779.516249:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.516269:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5930, 5930]
00000008:00010000:0.0:1789760779.516287:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.516293:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760779.516305:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24289280, 24293376) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.516317:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24289280=0x172a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.516367:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.516370:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24293376
00000020:00010000:0.0:1789760779.516378:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.516382:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.516385:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.516388:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.516391:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.516399:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.516407:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:1.0:1789760779.516462:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508444672:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760779.516494:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:1.0:1789760779.516615:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 24289280<>24293376
00000100:00100000:1.0:1789760779.516677:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760779.516690:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508444800:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760779.551767:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973249 gen 3
00000100:00100000:1.0:1789760779.551804:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4bea680 x1876699508444800/t4294973250(4294973250) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760795 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760779.551849:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760779.551855:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.551867:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.551932:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760779.551960:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508444800:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760779.552068:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5930, 5930]
00000080:00200000:0.0:1789760779.552083:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.552087:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.552110:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24293376 i_blocks 49159
00000020:00200000:0.0:1789760779.552115:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.552125:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.552163:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24293376, count: 4096
00000080:00200000:0.0:1789760779.552170:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24293376, bytes: 4096
00000080:00200000:0.0:1789760779.552181:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.552190:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.552192:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24293376, 24297472) 0 0
00000080:00200000:0.0:1789760779.552197:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.552212:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5931, 5931]
00020000:00200000:0.0:1789760779.552220:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24293376 chunk: [24293376, 24297472) 24297472, 4096
00020000:00200000:0.0:1789760779.552225:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.552245:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5931, 5931]
00000008:00010000:0.0:1789760779.552262:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.552268:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760779.552281:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24293376, 24297472) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.552294:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24293376=0x172b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.552351:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.552355:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24297472
00000020:00010000:0.0:1789760779.552363:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.552367:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.552369:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.552373:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.552376:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.552502:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.552512:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.552531:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760779.552913:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 24293376<>24297472
00000100:00100000:1.0:1789760779.552978:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508444928:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760779.595402:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973250 gen 3
00000100:00100000:1.0:1789760779.595456:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954d880 x1876699508444928/t4294973251(4294973251) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760795 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760779.595507:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760779.595514:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.595524:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.595599:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760779.595670:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508444928:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760779.719933:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5934, 5934]
00000080:00200000:0.0:1789760779.719950:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.719956:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.719972:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24309760 i_blocks 49159
00000020:00200000:0.0:1789760779.719976:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.719987:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.720242:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24309760, count: 4096
00000080:00200000:0.0:1789760779.720251:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24309760, bytes: 4096
00000080:00200000:0.0:1789760779.720263:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.720271:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.720273:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24309760, 24313856) 0 0
00000080:00200000:0.0:1789760779.720278:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.720294:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5935, 5935]
00020000:00200000:0.0:1789760779.720303:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24309760 chunk: [24309760, 24313856) 24313856, 4096
00020000:00200000:0.0:1789760779.720308:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.720327:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5935, 5935]
00000008:00010000:0.0:1789760779.720344:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.720350:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760779.720361:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24309760, 24313856) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.720375:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24309760=0x172f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.720436:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.720440:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24313856
00000020:00010000:0.0:1789760779.720448:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.720452:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.720454:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.720457:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.720460:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.720467:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.720474:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.720493:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760779.720614:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 24309760<>24313856
00000100:00100000:1.0:1789760779.720726:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508445440:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760779.754084:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760779.754112:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.754125:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.754144:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760779.754175:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508445440:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760779.754322:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5935, 5935]
00000080:00200000:0.0:1789760779.754338:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.754345:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.754359:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24313856 i_blocks 49159
00000020:00200000:0.0:1789760779.754363:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.754373:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.754408:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24313856, count: 4096
00000080:00200000:0.0:1789760779.754416:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24313856, bytes: 4096
00000080:00200000:0.0:1789760779.754426:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.754434:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.754436:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24313856, 24317952) 0 0
00000080:00200000:0.0:1789760779.754504:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.754523:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5936, 5936]
00020000:00200000:0.0:1789760779.754532:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24313856 chunk: [24313856, 24317952) 24317952, 4096
00020000:00200000:0.0:1789760779.754536:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.754558:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5936, 5936]
00000008:00010000:0.0:1789760779.754577:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.754594:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760779.754607:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24313856, 24317952) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.754621:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24313856=0x1730000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.754713:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.754717:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24317952
00000020:00010000:0.0:1789760779.754725:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.754729:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.754733:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.754737:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.754740:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.754748:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.754755:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.754772:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760779.754900:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 24313856<>24317952
00000100:00100000:1.0:1789760779.755108:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760779.755127:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508445568:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760779.790951:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973256 gen 3
00000008:00010000:1.0:1789760779.790998:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760779.791005:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.791067:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.791135:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760779.791159:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508445568:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760779.791280:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5936, 5936]
00000080:00200000:0.0:1789760779.791293:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760779.791298:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760779.791309:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24317952 i_blocks 49159
00000020:00200000:0.0:1789760779.791313:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760779.791320:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760779.791343:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24317952, count: 4096
00000080:00200000:0.0:1789760779.791348:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24317952, bytes: 4096
00000080:00200000:0.0:1789760779.791355:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760779.791362:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760779.791364:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24317952, 24322048) 0 0
00000080:00200000:0.0:1789760779.791367:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760779.791379:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5937, 5937]
00020000:00200000:0.0:1789760779.791385:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24317952 chunk: [24317952, 24322048) 24322048, 4096
00020000:00200000:0.0:1789760779.791389:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760779.791402:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5937, 5937]
00000008:00010000:0.0:1789760779.791413:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760779.791419:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760779.791427:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24317952, 24322048) append 0 append lockpos 0
00000080:00200000:0.0:1789760779.791438:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24317952=0x1731000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760779.791545:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760779.791548:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24322048
00000020:00010000:0.0:1789760779.791556:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_release():245
00000020:00010000:0.0:1789760779.791560:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.791563:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760779.791566:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489c68 (ffff9686c512dd88/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760779.791569:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dd88/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760779.791575:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760779.791580:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760779.792081:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760779.792277:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 24317952<>24322048
00000100:00100000:1.0:1789760779.792331:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508445696:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760779.834007:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973257 gen 3
00000008:00010000:1.0:1789760779.834043:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760779.834049:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760779.834058:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760779.834078:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760779.834113:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508445696:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760779.929612:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760780.042826:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5942, 5942]
00000080:00200000:0.0:1789760780.042842:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.042848:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.042862:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24342528 i_blocks 49159
00000020:00200000:0.0:1789760780.042866:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.042875:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.042905:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24342528, count: 4096
00000080:00200000:0.0:1789760780.042913:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24342528, bytes: 4096
00000080:00200000:0.0:1789760780.042922:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.042930:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.042932:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24342528, 24346624) 0 0
00000080:00200000:0.0:1789760780.042937:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.042951:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5943, 5943]
00020000:00200000:0.0:1789760780.042959:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24342528 chunk: [24342528, 24346624) 24346624, 4096
00020000:00200000:0.0:1789760780.042963:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.042981:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5943, 5943]
00000008:00010000:0.0:1789760780.042996:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.043002:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760780.043013:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24342528, 24346624) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.043026:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24342528=0x1737000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.043068:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.043071:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24346624
00000020:00010000:0.0:1789760780.043078:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.043082:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.043085:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.043798:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.043803:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.043813:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.043820:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.077999:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5943, 5943]
00000080:00200000:0.0:1789760780.078027:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.078034:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.078049:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24346624 i_blocks 49159
00000020:00200000:0.0:1789760780.078053:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.078063:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.078109:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24346624, count: 4096
00000080:00200000:0.0:1789760780.078118:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24346624, bytes: 4096
00000080:00200000:0.0:1789760780.078137:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.078147:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.078150:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24346624, 24350720) 0 0
00000080:00200000:0.0:1789760780.078154:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.078171:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5944, 5944]
00020000:00200000:0.0:1789760780.078180:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24346624 chunk: [24346624, 24350720) 24350720, 4096
00020000:00200000:0.0:1789760780.078184:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.078203:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5944, 5944]
00000008:00010000:0.0:1789760780.078220:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.078226:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760780.078239:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24346624, 24350720) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.078252:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24346624=0x1738000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.078310:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.078312:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24350720
00000020:00010000:0.0:1789760780.078321:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.078325:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.078542:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.078548:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.078550:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.078559:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.078566:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.078586:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760780.079292:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 24346624<>24350720
00000100:00100000:0.0:1789760780.079362:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508446592:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760780.129899:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973264 gen 3
00000008:00010000:1.0:1789760780.129951:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760780.129960:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.129973:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.130008:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760780.130040:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508446592:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760780.343259:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5950, 5950]
00000080:00200000:0.0:1789760780.343276:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.343282:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.343297:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24375296 i_blocks 49159
00000020:00200000:0.0:1789760780.343301:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.343312:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.343347:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24375296, count: 4096
00000080:00200000:0.0:1789760780.343354:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24375296, bytes: 4096
00000080:00200000:0.0:1789760780.343365:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.343374:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.343376:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24375296, 24379392) 0 0
00000080:00200000:0.0:1789760780.343381:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.343397:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5951, 5951]
00020000:00200000:0.0:1789760780.343406:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24375296 chunk: [24375296, 24379392) 24379392, 4096
00020000:00200000:0.0:1789760780.343409:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.343426:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5951, 5951]
00000008:00010000:0.0:1789760780.343451:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.343457:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760780.343471:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24375296, 24379392) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.343485:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24375296=0x173f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.343854:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.343859:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24379392
00000020:00010000:0.0:1789760780.343868:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.343871:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.343874:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.343889:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.343893:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.343901:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.343907:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.343926:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760780.344135:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 24375296<>24379392
00000100:00100000:1.0:1789760780.344218:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508447488:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760780.368756:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973271 gen 3
00000008:00010000:1.0:1789760780.368812:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760780.368820:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.368830:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.368880:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760780.368913:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508447488:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760780.369809:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5951, 5951]
00000080:00200000:0.0:1789760780.369830:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760780.369836:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760780.369854:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24379392 i_blocks 49159
00000020:00200000:0.0:1789760780.369859:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760780.369871:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760780.369915:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24379392, count: 4096
00000080:00200000:0.0:1789760780.369923:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24379392, bytes: 4096
00000080:00200000:0.0:1789760780.369936:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760780.369945:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760780.369947:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24379392, 24383488) 0 0
00000080:00200000:0.0:1789760780.369952:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760780.369969:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5952, 5952]
00020000:00200000:0.0:1789760780.369979:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24379392 chunk: [24379392, 24383488) 24383488, 4096
00020000:00200000:0.0:1789760780.369983:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760780.370118:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5952, 5952]
00000008:00010000:0.0:1789760780.370138:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760780.370257:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760780.370274:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24379392, 24383488) append 0 append lockpos 0
00000080:00200000:0.0:1789760780.370289:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24379392=0x1740000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760780.370364:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760780.370368:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24383488
00000020:00010000:0.0:1789760780.370377:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760780.370380:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.370383:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760780.370386:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94893f8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760780.370389:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760780.370398:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760780.370404:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760780.370429:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760780.370859:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 24379392<>24383488
00000100:00100000:1.0:1789760780.370975:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508447616:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760780.414880:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973272 gen 3
00000008:00010000:1.0:1789760780.414942:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760780.414951:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.414964:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.414988:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760780.415357:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508447616:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760780.627065:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5957, 5957]
00000080:00200000:1.0:1789760780.627080:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760780.627095:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760780.627109:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24403968 i_blocks 49159
00000020:00200000:1.0:1789760780.627113:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760780.627124:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760780.627158:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24403968, count: 4096
00000080:00200000:1.0:1789760780.627166:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24403968, bytes: 4096
00000080:00200000:1.0:1789760780.627177:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760780.627185:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760780.627187:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24403968, 24408064) 0 0
00000080:00200000:1.0:1789760780.627192:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760780.627208:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5958, 5958]
00020000:00200000:1.0:1789760780.627217:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24403968 chunk: [24403968, 24408064) 24408064, 4096
00020000:00200000:1.0:1789760780.627222:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760780.627241:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5958, 5958]
00000008:00010000:1.0:1789760780.627258:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760780.627264:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760780.627276:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24403968, 24408064) append 0 append lockpos 0
00000080:00200000:1.0:1789760780.627291:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24403968=0x1746000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760780.627347:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760780.627351:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24408064
00000020:00010000:1.0:1789760780.627358:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760780.627362:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760780.627365:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760780.627369:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760780.627371:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760780.627378:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760780.627384:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760780.627400:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760780.627929:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 24403968<>24408064
00000100:00100000:0.0:1789760780.627994:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508448384:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760780.669156:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973278 gen 3
00000008:00010000:0.0:1789760780.669224:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760780.669233:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760780.669244:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760780.669269:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760780.669299:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508448384:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760780.669653:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5958, 5958]
00000080:00200000:1.0:1789760780.669669:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760780.669676:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760780.669693:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24408064 i_blocks 49159
00000020:00200000:1.0:1789760780.669696:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760780.669707:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760780.669742:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24408064, count: 4096
00000080:00200000:1.0:1789760780.669750:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24408064, bytes: 4096
00000080:00200000:1.0:1789760780.669764:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760780.669773:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760780.669776:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24408064, 24412160) 0 0
00000080:00200000:1.0:1789760780.669780:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760780.669797:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5959, 5959]
00020000:00200000:1.0:1789760780.669805:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24408064 chunk: [24408064, 24412160) 24412160, 4096
00020000:00200000:1.0:1789760780.669809:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760780.669830:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5959, 5959]
00000008:00010000:1.0:1789760780.669848:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760780.669866:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760780.669878:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24408064, 24412160) append 0 append lockpos 0
00000080:00200000:1.0:1789760780.669893:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24408064=0x1747000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760780.669955:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760780.669959:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24412160
00000020:00010000:1.0:1789760780.669966:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760780.669970:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760780.669974:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760780.669978:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760780.669981:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760780.669989:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760780.669996:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760780.670013:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760780.670505:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 24408064<>24412160
00000100:00100000:0.0:1789760780.670845:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508448512:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760780.708305:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973279 gen 3
00000008:00010000:1.0:1789760780.708364:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760780.708372:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760780.708384:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760780.708409:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760780.708500:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508448512:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760781.001723:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5965, 5965]
00000080:00200000:1.0:1789760781.001737:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760781.001742:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760781.001752:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24436736 i_blocks 49159
00000020:00200000:1.0:1789760781.001756:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760781.001765:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760781.001788:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24436736, count: 4096
00000080:00200000:1.0:1789760781.001794:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24436736, bytes: 4096
00000080:00200000:1.0:1789760781.001813:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760781.001820:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760781.001821:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24436736, 24440832) 0 0
00000080:00200000:1.0:1789760781.001825:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760781.001839:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5966, 5966]
00020000:00200000:1.0:1789760781.001845:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24436736 chunk: [24436736, 24440832) 24440832, 4096
00020000:00200000:1.0:1789760781.001849:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760781.001864:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5966, 5966]
00000008:00010000:1.0:1789760781.001890:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760781.001896:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760781.001906:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24436736, 24440832) append 0 append lockpos 0
00000080:00200000:1.0:1789760781.001918:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24436736=0x174e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760781.001963:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760781.001966:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24440832
00000020:00010000:1.0:1789760781.001974:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760781.001977:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760781.001980:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760781.001983:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760781.001986:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760781.001993:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760781.001998:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760781.002012:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760781.002138:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 24436736<>24440832
00000100:00100000:1.0:1789760781.002176:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760781.002189:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508449408:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760781.056376:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973286 gen 3
00000008:00010000:1.0:1789760781.056413:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760781.056419:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.056428:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.056509:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760781.056534:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508449408:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760781.301859:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5970, 5970]
00000080:00200000:0.0:1789760781.301871:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.301876:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.301887:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24457216 i_blocks 49159
00000020:00200000:0.0:1789760781.301891:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.301899:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.301922:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24457216, count: 4096
00000080:00200000:0.0:1789760781.301928:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24457216, bytes: 4096
00000080:00200000:0.0:1789760781.301936:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.301943:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.301946:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24457216, 24461312) 0 0
00000080:00200000:0.0:1789760781.301949:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.301962:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5971, 5971]
00020000:00200000:0.0:1789760781.301968:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24457216 chunk: [24457216, 24461312) 24461312, 4096
00020000:00200000:0.0:1789760781.301972:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.301986:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5971, 5971]
00000008:00010000:0.0:1789760781.302615:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.302622:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760781.302665:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24457216, 24461312) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.302676:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24457216=0x1753000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.302719:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.302721:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24461312
00000020:00010000:0.0:1789760781.302727:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.302731:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.302733:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.302737:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.302739:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.302746:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.302751:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.302767:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760781.302855:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 24457216<>24461312
00000100:00100000:0.0:1789760781.302899:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760781.302913:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508450048:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760781.350711:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973291 gen 3
00000008:00010000:1.0:1789760781.350747:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760781.350753:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.350763:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.350784:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760781.350807:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508450048:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760781.350901:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5971, 5971]
00000080:00200000:0.0:1789760781.350914:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.350919:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.350931:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24461312 i_blocks 49159
00000020:00200000:0.0:1789760781.350935:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.350944:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.350969:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24461312, count: 4096
00000080:00200000:0.0:1789760781.350976:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24461312, bytes: 4096
00000080:00200000:0.0:1789760781.350983:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.350990:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.350992:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24461312, 24465408) 0 0
00000080:00200000:0.0:1789760781.350996:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.351009:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5972, 5972]
00020000:00200000:0.0:1789760781.351015:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24461312 chunk: [24461312, 24465408) 24465408, 4096
00020000:00200000:0.0:1789760781.351019:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.351033:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5972, 5972]
00000008:00010000:0.0:1789760781.351047:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.351052:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760781.351061:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24461312, 24465408) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.351071:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24461312=0x1754000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.351133:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.351136:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24465408
00000020:00010000:0.0:1789760781.351154:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.351158:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.351161:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.351164:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.351167:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.351174:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.351179:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.351193:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760781.351288:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24461312<>24465408
00000100:00100000:1.0:1789760781.351376:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760781.351390:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508450176:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760781.411393:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973292 gen 3
00000008:00010000:1.0:1789760781.411442:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760781.411448:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.411458:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.411476:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760781.411502:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508450176:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760781.411771:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5972, 5972]
00000080:00200000:0.0:1789760781.411784:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.411789:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.411800:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24465408 i_blocks 49159
00000020:00200000:0.0:1789760781.411804:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.411812:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.411838:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24465408, count: 4096
00000080:00200000:0.0:1789760781.411845:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24465408, bytes: 4096
00000080:00200000:0.0:1789760781.411854:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.411861:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.411863:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24465408, 24469504) 0 0
00000080:00200000:0.0:1789760781.411867:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.411880:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5973, 5973]
00020000:00200000:0.0:1789760781.411888:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24465408 chunk: [24465408, 24469504) 24469504, 4096
00020000:00200000:0.0:1789760781.411891:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.411907:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5973, 5973]
00000008:00010000:0.0:1789760781.411921:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.411926:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760781.411935:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24465408, 24469504) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.411946:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24465408=0x1755000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.411989:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.412048:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24469504
00000020:00010000:0.0:1789760781.412055:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.412058:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.412062:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.412065:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.412068:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.412075:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.412091:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.412106:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760781.412213:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 24465408<>24469504
00000100:00100000:1.0:1789760781.412417:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508450304:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760781.465789:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973293 gen 3
00000008:00010000:1.0:1789760781.465827:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760781.465834:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.465843:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.465902:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760781.465938:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508450304:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760781.466322:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5973, 5973]
00000080:00200000:0.0:1789760781.466335:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.466340:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.466352:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24469504 i_blocks 49159
00000020:00200000:0.0:1789760781.466355:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.466363:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.466388:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24469504, count: 4096
00000080:00200000:0.0:1789760781.466394:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24469504, bytes: 4096
00000080:00200000:0.0:1789760781.466402:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.466409:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.466411:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24469504, 24473600) 0 0
00000080:00200000:0.0:1789760781.466415:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.466428:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5974, 5974]
00020000:00200000:0.0:1789760781.466505:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24469504 chunk: [24469504, 24473600) 24473600, 4096
00020000:00200000:0.0:1789760781.466509:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.466524:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5974, 5974]
00000008:00010000:0.0:1789760781.466537:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.466541:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760781.466550:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24469504, 24473600) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.466560:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24469504=0x1756000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.466603:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.466606:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24473600
00000020:00010000:0.0:1789760781.466612:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.466615:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.466618:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.466621:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.466624:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.466747:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.466753:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.466769:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760781.466862:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 24469504<>24473600
00000100:00100000:1.0:1789760781.466922:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508450432:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760781.514107:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973294 gen 3
00000008:00010000:1.0:1789760781.514144:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760781.514150:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.514159:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.514178:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760781.514203:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508450432:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760781.514650:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5974, 5974]
00000080:00200000:0.0:1789760781.514663:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.514668:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.514680:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24473600 i_blocks 49159
00000020:00200000:0.0:1789760781.514683:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.514692:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.514720:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24473600, count: 4096
00000080:00200000:0.0:1789760781.514727:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24473600, bytes: 4096
00000080:00200000:0.0:1789760781.516617:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.516642:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.516645:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24473600, 24477696) 0 0
00000080:00200000:0.0:1789760781.516650:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.516665:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5975, 5975]
00020000:00200000:0.0:1789760781.516674:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24473600 chunk: [24473600, 24477696) 24477696, 4096
00020000:00200000:0.0:1789760781.516678:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.516695:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5975, 5975]
00000008:00010000:0.0:1789760781.516711:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.516716:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760781.516725:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24473600, 24477696) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.516737:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24473600=0x1757000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.517673:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.517678:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24477696
00000020:00010000:0.0:1789760781.517687:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.517691:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.517695:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.517699:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.517701:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.517712:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.517719:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.517743:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760781.518335:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ca80 - object 0x280000401:3 offset 24473600<>24477696
00000100:00100000:1.0:1789760781.518421:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508450560:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760781.563986:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973295 gen 3
00000008:00010000:1.0:1789760781.564035:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760781.564042:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.564050:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.564165:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5975, 5975]
00000080:00200000:0.0:1789760781.564178:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.564184:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.564195:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24477696 i_blocks 49159
00000020:00200000:0.0:1789760781.564198:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.564207:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.564233:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24477696, count: 4096
00000080:00200000:0.0:1789760781.564240:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24477696, bytes: 4096
00000080:00200000:0.0:1789760781.564247:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.564254:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.564256:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24477696, 24481792) 0 0
00000080:00200000:0.0:1789760781.564260:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.564273:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5976, 5976]
00020000:00200000:0.0:1789760781.564280:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24477696 chunk: [24477696, 24481792) 24481792, 4096
00020000:00200000:0.0:1789760781.564284:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.564298:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5976, 5976]
00000008:00010000:0.0:1789760781.564311:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.564315:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760781.564324:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24477696, 24481792) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.564334:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24477696=0x1758000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.564381:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.564384:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24481792
00000020:00010000:0.0:1789760781.564391:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.564405:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.564409:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.564412:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.564415:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.564421:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.564426:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.564444:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760781.564534:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 24477696<>24481792
00000100:00100000:0.0:1789760781.564573:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508450688:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760781.565275:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760781.565296:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508450560:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760781.595221:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973296 gen 3
00000008:00010000:1.0:1789760781.595256:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760781.595262:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.595270:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.595287:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760781.595311:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508450688:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760781.595319:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5976, 5976]
00000080:00200000:0.0:1789760781.595334:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760781.595339:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760781.595352:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24481792 i_blocks 49159
00000020:00200000:0.0:1789760781.595355:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760781.595365:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760781.595390:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24481792, count: 4096
00000080:00200000:0.0:1789760781.595396:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24481792, bytes: 4096
00000080:00200000:0.0:1789760781.595403:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760781.595410:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760781.595412:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24481792, 24485888) 0 0
00000080:00200000:0.0:1789760781.595416:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760781.595428:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5977, 5977]
00020000:00200000:0.0:1789760781.595434:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24481792 chunk: [24481792, 24485888) 24485888, 4096
00020000:00200000:0.0:1789760781.595438:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760781.595453:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5977, 5977]
00000008:00010000:0.0:1789760781.595466:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760781.595471:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760781.595479:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24481792, 24485888) append 0 append lockpos 0
00000080:00200000:0.0:1789760781.595490:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24481792=0x1759000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760781.595533:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760781.595535:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24485888
00000020:00010000:0.0:1789760781.595542:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760781.595545:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.595548:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760781.595686:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760781.595690:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760781.595699:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760781.595705:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760781.595720:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760781.595826:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 24481792<>24485888
00000100:00100000:0.0:1789760781.595863:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760781.595875:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508450816:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760781.636729:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760781.636741:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760781.636750:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760781.636775:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760781.636799:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508450816:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760781.728918:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24494080 i_blocks 49159
00000020:00200000:2.0:1789760781.728922:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760781.728931:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760781.728956:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24494080, count: 4096
00000080:00200000:2.0:1789760781.728962:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24494080, bytes: 4096
00000080:00200000:2.0:1789760781.728970:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760781.728977:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760781.728979:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24494080, 24498176) 0 0
00000080:00200000:2.0:1789760781.728983:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760781.728995:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5980, 5980]
00020000:00200000:2.0:1789760781.729001:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24494080 chunk: [24494080, 24498176) 24498176, 4096
00020000:00200000:2.0:1789760781.729005:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760781.729019:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5980, 5980]
00000008:00010000:2.0:1789760781.729031:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760781.729036:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760781.729045:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24494080, 24498176) append 0 append lockpos 0
00000080:00200000:2.0:1789760781.729058:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24494080=0x175c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760781.729187:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760781.729190:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24498176
00000020:00010000:2.0:1789760781.729197:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760781.729557:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760781.729563:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760781.729566:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760781.729569:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760781.729577:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760781.729583:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760781.729600:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16343c0
00000008:00100000:2.0:1789760781.729734:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a300 - object 0x280000401:3 offset 24494080<>24498176
00000080:00200000:2.0:1789760781.774247:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5980, 5980]
00000080:00200000:2.0:1789760781.774260:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760781.774265:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760781.774276:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24498176 i_blocks 49159
00000020:00200000:2.0:1789760781.774280:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760781.774289:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760781.774316:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24498176, count: 4096
00000080:00200000:2.0:1789760781.774323:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24498176, bytes: 4096
00000080:00200000:2.0:1789760781.774331:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760781.774339:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760781.774341:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24498176, 24502272) 0 0
00000080:00200000:2.0:1789760781.774344:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760781.774359:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5981, 5981]
00020000:00200000:2.0:1789760781.774366:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24498176 chunk: [24498176, 24502272) 24502272, 4096
00020000:00200000:2.0:1789760781.774370:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760781.774386:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5981, 5981]
00000008:00010000:2.0:1789760781.774400:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760781.774405:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760781.774414:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24498176, 24502272) append 0 append lockpos 0
00000080:00200000:2.0:1789760781.774425:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24498176=0x175d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760781.774470:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760781.774473:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24502272
00000020:00010000:2.0:1789760781.774480:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760781.774483:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760781.774486:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760781.774489:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760781.774492:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760781.774499:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760781.774504:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760781.774518:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760781.774608:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 24498176<>24502272
00000080:00200000:2.0:1789760781.820326:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5981, 5981]
00000080:00200000:2.0:1789760781.820342:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760781.820348:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760781.820359:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24502272 i_blocks 49159
00000020:00200000:2.0:1789760781.820364:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760781.820373:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760781.820398:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24502272, count: 4096
00000080:00200000:2.0:1789760781.820403:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24502272, bytes: 4096
00000080:00200000:2.0:1789760781.820411:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760781.820418:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760781.820420:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24502272, 24506368) 0 0
00000080:00200000:2.0:1789760781.820424:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760781.820437:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5982, 5982]
00020000:00200000:2.0:1789760781.820444:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24502272 chunk: [24502272, 24506368) 24506368, 4096
00020000:00200000:2.0:1789760781.820448:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760781.820463:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5982, 5982]
00000008:00010000:2.0:1789760781.820546:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760781.820551:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760781.820560:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24502272, 24506368) append 0 append lockpos 0
00000080:00200000:2.0:1789760781.820571:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24502272=0x175e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760781.820614:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760781.820617:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24506368
00000020:00010000:2.0:1789760781.820624:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760781.820707:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760781.820711:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760781.820714:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760781.820717:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760781.820724:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760781.820729:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760781.820743:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760781.820903:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b800 - object 0x280000401:3 offset 24502272<>24506368
00000080:00200000:2.0:1789760781.870466:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5982, 5982]
00000080:00200000:2.0:1789760781.870479:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760781.870484:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760781.870497:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24506368 i_blocks 49159
00000020:00200000:2.0:1789760781.870501:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760781.870510:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760781.870536:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24506368, count: 4096
00000080:00200000:2.0:1789760781.870542:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24506368, bytes: 4096
00000080:00200000:2.0:1789760781.870550:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760781.870557:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760781.870559:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24506368, 24510464) 0 0
00000080:00200000:2.0:1789760781.870563:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760781.870576:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5983, 5983]
00020000:00200000:2.0:1789760781.870583:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24506368 chunk: [24506368, 24510464) 24510464, 4096
00020000:00200000:2.0:1789760781.870587:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760781.870603:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5983, 5983]
00000008:00010000:2.0:1789760781.870617:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760781.870622:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760781.870661:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24506368, 24510464) append 0 append lockpos 0
00000080:00200000:2.0:1789760781.870672:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24506368=0x175f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760781.870722:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760781.870725:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24510464
00000020:00010000:2.0:1789760781.870734:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760781.870737:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760781.870740:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760781.870744:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760781.870746:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760781.870753:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760781.870759:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760781.870775:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760781.870885:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 24506368<>24510464
00000100:00100000:1.0:1789760781.912867:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508451840:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760781.912965:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2407:1876699508452096:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760781.913100:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2406:1876699508451712:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760781.918298:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508451968:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760781.918378:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2406:1876699508452224:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760781.923446:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2406:1876699508451712:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760781.923467:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508451968:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760781.923476:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2406:1876699508452224:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760781.924216:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508451840:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760781.924230:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2407:1876699508452096:192.168.203.123@tcp:400:kworker.0
00000080:00200000:2.0:1789760781.931288:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5983, 5983]
00000080:00200000:2.0:1789760781.931301:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760781.931306:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760781.931317:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24510464 i_blocks 49159
00000020:00200000:2.0:1789760781.931320:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760781.931329:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760781.931355:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24510464, count: 4096
00000080:00200000:2.0:1789760781.931363:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24510464, bytes: 4096
00000080:00200000:2.0:1789760781.931370:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760781.931376:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760781.931378:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24510464, 24514560) 0 0
00000080:00200000:2.0:1789760781.931381:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760781.931395:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5984, 5984]
00020000:00200000:2.0:1789760781.931401:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24510464 chunk: [24510464, 24514560) 24514560, 4096
00020000:00200000:2.0:1789760781.931405:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760781.931420:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5984, 5984]
00000008:00010000:2.0:1789760781.931446:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760781.931450:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760781.931460:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24510464, 24514560) append 0 append lockpos 0
00000080:00200000:2.0:1789760781.931470:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24510464=0x1760000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760781.931513:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760781.931516:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24514560
00000020:00010000:2.0:1789760781.931522:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760781.931525:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760781.931528:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760781.931531:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94895d8 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760781.931534:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760781.931540:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760781.931728:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760781.931742:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760781.931835:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b100 - object 0x280000401:3 offset 24510464<>24514560
00000100:00100000:2.0:1789760781.931879:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508452352:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760781.971195:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973304 gen 3
00000008:00010000:2.0:1789760781.971229:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:2.0:1789760781.971236:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760781.971245:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760781.971313:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:2.0:1789760781.971342:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508452352:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760781.972747:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508452480:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760781.978334:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760782.011353:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973305 gen 3
00000008:00010000:2.0:1789760782.011392:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000020:00200000:2.0:1789760782.011399:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.011408:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.011471:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000100:00100000:2.0:1789760782.011499:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508452480:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760782.012358:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508452608:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760782.047347:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3b40
00000020:00200000:2.0:1789760782.047358:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.047365:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.047380:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3b40
00000100:00100000:2.0:1789760782.047403:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508452608:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760782.047707:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24522752 i_blocks 49159
00000020:00200000:2.0:1789760782.047712:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760782.047720:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760782.047747:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24522752, count: 4096
00000080:00200000:2.0:1789760782.047754:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24522752, bytes: 4096
00000080:00200000:2.0:1789760782.047761:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760782.047767:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760782.047769:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24522752, 24526848) 0 0
00000080:00200000:2.0:1789760782.047774:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760782.047788:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5987, 5987]
00020000:00200000:2.0:1789760782.047795:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24522752 chunk: [24522752, 24526848) 24526848, 4096
00020000:00200000:2.0:1789760782.047799:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760782.047814:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5987, 5987]
00000008:00010000:2.0:1789760782.047828:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760782.047833:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760782.047842:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24522752, 24526848) append 0 append lockpos 0
00000080:00200000:2.0:1789760782.047852:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24522752=0x1763000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760782.047896:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760782.047899:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24526848
00000020:00010000:2.0:1789760782.047905:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760782.047909:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.047911:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.047914:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760782.047917:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760782.047923:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760782.047928:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760782.047967:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760782.048185:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b100 - object 0x280000401:3 offset 24522752<>24526848
00000100:00100000:2.0:1789760782.048224:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760782.048237:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508452736:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760782.082717:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973306 gen 3
00000100:00100000:2.0:1789760782.082751:0:2409:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c7a9b100 x1876699508452736/t4294973307(4294973307) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760798 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760782.082791:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:2.0:1789760782.082798:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.082807:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.082875:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:2.0:1789760782.082901:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508452736:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.082971:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5987, 5987]
00000080:00200000:1.0:1789760782.082984:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.083190:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.083202:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24526848 i_blocks 49159
00000020:00200000:1.0:1789760782.083206:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.083215:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.083241:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24526848, count: 4096
00000080:00200000:1.0:1789760782.083247:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24526848, bytes: 4096
00000080:00200000:1.0:1789760782.083256:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.083263:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.083265:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24526848, 24530944) 0 0
00000080:00200000:1.0:1789760782.083269:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.083281:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5988, 5988]
00020000:00200000:1.0:1789760782.083287:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24526848 chunk: [24526848, 24530944) 24530944, 4096
00020000:00200000:1.0:1789760782.083291:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.083305:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5988, 5988]
00000008:00010000:1.0:1789760782.083319:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.083324:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.083334:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24526848, 24530944) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.083345:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24526848=0x1764000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.083390:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.083393:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24530944
00000020:00010000:1.0:1789760782.083398:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.083402:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.083404:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.083407:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.083410:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.083416:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.083421:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.083436:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760782.083530:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 24526848<>24530944
00000100:00100000:0.0:1789760782.083614:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508452864:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.119814:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973308 gen 3
00000008:00010000:0.0:1789760782.119860:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760782.119866:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.119874:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.119929:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760782.119953:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508452864:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.120153:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5988, 5988]
00000080:00200000:1.0:1789760782.120166:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.120171:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.120183:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24530944 i_blocks 49159
00000020:00200000:1.0:1789760782.120187:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.120195:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.120219:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24530944, count: 4096
00000080:00200000:1.0:1789760782.120225:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24530944, bytes: 4096
00000080:00200000:1.0:1789760782.120232:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.120238:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.120240:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24530944, 24535040) 0 0
00000080:00200000:1.0:1789760782.120244:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.120257:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5989, 5989]
00020000:00200000:1.0:1789760782.120264:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24530944 chunk: [24530944, 24535040) 24535040, 4096
00020000:00200000:1.0:1789760782.120267:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.120280:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5989, 5989]
00000008:00010000:1.0:1789760782.120292:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.120296:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.120305:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24530944, 24535040) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.120315:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24530944=0x1765000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.120360:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.120362:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24535040
00000020:00010000:1.0:1789760782.120369:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.120373:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.120375:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.120378:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.120380:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.120386:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.120392:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.120406:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760782.120573:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 24530944<>24535040
00000100:00100000:0.0:1789760782.120783:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760782.120796:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508452992:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.157999:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973309 gen 3
00000008:00010000:0.0:1789760782.158046:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760782.158053:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.158062:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.158089:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:0.0:1789760782.158113:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508452992:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.158205:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5989, 5989]
00000080:00200000:1.0:1789760782.158217:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.158222:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.158234:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24535040 i_blocks 49159
00000020:00200000:1.0:1789760782.158238:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.158246:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.158271:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24535040, count: 4096
00000080:00200000:1.0:1789760782.158276:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24535040, bytes: 4096
00000080:00200000:1.0:1789760782.158283:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.158290:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.158292:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24535040, 24539136) 0 0
00000080:00200000:1.0:1789760782.158295:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.158308:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5990, 5990]
00020000:00200000:1.0:1789760782.158315:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24535040 chunk: [24535040, 24539136) 24539136, 4096
00020000:00200000:1.0:1789760782.158318:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.158332:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5990, 5990]
00000008:00010000:1.0:1789760782.158852:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.158861:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.158875:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24535040, 24539136) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.158888:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24535040=0x1766000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.158944:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.158947:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24539136
00000020:00010000:1.0:1789760782.158953:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.158956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.158959:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.158963:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.158966:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.158971:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.158977:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.158992:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760782.159187:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 24535040<>24539136
00000100:00100000:0.0:1789760782.159248:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453120:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.191912:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973310 gen 3
00000008:00010000:0.0:1789760782.191946:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760782.191953:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.191961:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.191982:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000080:00200000:1.0:1789760782.192004:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5990, 5990]
00000100:00100000:0.0:1789760782.192009:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453120:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.192017:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.192021:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.192031:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24539136 i_blocks 49159
00000020:00200000:1.0:1789760782.192034:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.192042:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.192068:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24539136, count: 4096
00000080:00200000:1.0:1789760782.192084:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24539136, bytes: 4096
00000080:00200000:1.0:1789760782.192092:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.192099:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.192101:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24539136, 24543232) 0 0
00000080:00200000:1.0:1789760782.192158:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.192171:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5991, 5991]
00020000:00200000:1.0:1789760782.192178:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24539136 chunk: [24539136, 24543232) 24543232, 4096
00020000:00200000:1.0:1789760782.192181:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.192197:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5991, 5991]
00000008:00010000:1.0:1789760782.192210:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.192215:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.192223:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24539136, 24543232) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.192234:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24539136=0x1767000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.192278:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.192281:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24543232
00000020:00010000:1.0:1789760782.192288:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.192291:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.192293:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.192297:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.192300:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.192306:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.192311:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.192326:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760782.192418:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 24539136<>24543232
00000100:00100000:0.0:1789760782.193511:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760782.193536:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453248:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.220249:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973311 gen 3
00000008:00010000:0.0:1789760782.220440:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760782.220448:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.220457:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.220480:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760782.220509:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453248:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.220657:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5991, 5991]
00000080:00200000:1.0:1789760782.220670:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.220675:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.220687:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24543232 i_blocks 49159
00000020:00200000:1.0:1789760782.220690:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.220697:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.220727:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24543232, count: 4096
00000080:00200000:1.0:1789760782.220732:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24543232, bytes: 4096
00000080:00200000:1.0:1789760782.220738:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.220743:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.220745:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24543232, 24547328) 0 0
00000080:00200000:1.0:1789760782.220748:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.220758:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5992, 5992]
00020000:00200000:1.0:1789760782.220764:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24543232 chunk: [24543232, 24547328) 24547328, 4096
00020000:00200000:1.0:1789760782.220766:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.220778:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5992, 5992]
00000008:00010000:1.0:1789760782.220789:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.220793:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.220800:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24543232, 24547328) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.220809:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24543232=0x1768000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.220845:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.220847:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24547328
00000020:00010000:1.0:1789760782.220851:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.220853:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.220855:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.220857:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.220859:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.220863:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.220867:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.220877:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760782.220967:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 24543232<>24547328
00000100:00100000:0.0:1789760782.221063:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453376:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.259305:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973312 gen 3
00000008:00010000:0.0:1789760782.259345:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760782.259353:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.259361:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.259383:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000100:00100000:0.0:1789760782.259407:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453376:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.259509:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5992, 5992]
00000080:00200000:1.0:1789760782.259522:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.259527:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.259539:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24547328 i_blocks 49159
00000020:00200000:1.0:1789760782.259543:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.259552:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.259578:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24547328, count: 4096
00000080:00200000:1.0:1789760782.259594:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24547328, bytes: 4096
00000080:00200000:1.0:1789760782.259603:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.259611:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.259613:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24547328, 24551424) 0 0
00000080:00200000:1.0:1789760782.259616:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.259655:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5993, 5993]
00020000:00200000:1.0:1789760782.259663:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24547328 chunk: [24547328, 24551424) 24551424, 4096
00020000:00200000:1.0:1789760782.259666:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.259686:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5993, 5993]
00000008:00010000:1.0:1789760782.259700:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.259704:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.259712:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24547328, 24551424) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.259724:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24547328=0x1769000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.259767:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.259770:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24551424
00000020:00010000:1.0:1789760782.259777:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.259780:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.259783:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.259786:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.259788:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.259793:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.259798:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.259812:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760782.259904:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 24547328<>24551424
00000100:00100000:0.0:1789760782.260305:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760782.260321:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453504:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.298617:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973313 gen 3
00000008:00010000:0.0:1789760782.298689:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760782.298696:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.298706:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.298724:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760782.298748:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453504:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.298835:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5993, 5993]
00000080:00200000:1.0:1789760782.298847:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.298852:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.298870:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24551424 i_blocks 49159
00000020:00200000:1.0:1789760782.298874:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.298882:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.298909:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24551424, count: 4096
00000080:00200000:1.0:1789760782.298915:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24551424, bytes: 4096
00000080:00200000:1.0:1789760782.298923:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.298932:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.298934:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24551424, 24555520) 0 0
00000080:00200000:1.0:1789760782.298938:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.298951:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5994, 5994]
00020000:00200000:1.0:1789760782.298958:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24551424 chunk: [24551424, 24555520) 24555520, 4096
00020000:00200000:1.0:1789760782.298962:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.298978:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5994, 5994]
00000008:00010000:1.0:1789760782.299063:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.299069:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.299088:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24551424, 24555520) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.299102:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24551424=0x176a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.299154:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.299156:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24555520
00000020:00010000:1.0:1789760782.299163:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.299167:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.299169:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.299172:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.299175:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.299181:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.299187:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.299202:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760782.299301:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 24551424<>24555520
00000100:00100000:0.0:1789760782.299555:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453632:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.340148:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973314 gen 3
00000008:00010000:0.0:1789760782.340184:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760782.340191:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.340200:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.340254:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000100:00100000:0.0:1789760782.340279:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453632:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.340677:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5994, 5994]
00000080:00200000:1.0:1789760782.340688:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.340692:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.340703:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24555520 i_blocks 49159
00000020:00200000:1.0:1789760782.340707:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.340715:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.340737:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24555520, count: 4096
00000080:00200000:1.0:1789760782.340742:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24555520, bytes: 4096
00000080:00200000:1.0:1789760782.340749:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.340755:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.340757:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24555520, 24559616) 0 0
00000080:00200000:1.0:1789760782.340761:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.340773:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5995, 5995]
00020000:00200000:1.0:1789760782.340779:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24555520 chunk: [24555520, 24559616) 24559616, 4096
00020000:00200000:1.0:1789760782.340782:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.340795:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5995, 5995]
00000008:00010000:1.0:1789760782.340808:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.340812:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.340821:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24555520, 24559616) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.340831:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24555520=0x176b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.340870:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.340872:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24559616
00000020:00010000:1.0:1789760782.340878:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.340881:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.340883:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.340886:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.340889:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.340894:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.340898:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.340911:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760782.341056:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 24555520<>24559616
00000100:00100000:0.0:1789760782.341116:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508453760:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.385083:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973315 gen 3
00000008:00010000:0.0:1789760782.385122:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:0.0:1789760782.385128:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.385137:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.385157:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:0.0:1789760782.385181:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508453760:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.385191:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5995, 5995]
00000080:00200000:1.0:1789760782.385203:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.385208:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.385219:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24559616 i_blocks 49159
00000020:00200000:1.0:1789760782.385223:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.385230:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.385257:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24559616, count: 4096
00000080:00200000:1.0:1789760782.385263:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24559616, bytes: 4096
00000080:00200000:1.0:1789760782.385270:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.385278:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.385280:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24559616, 24563712) 0 0
00000080:00200000:1.0:1789760782.385283:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.385296:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5996, 5996]
00020000:00200000:1.0:1789760782.385353:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24559616 chunk: [24559616, 24563712) 24563712, 4096
00020000:00200000:1.0:1789760782.385358:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.385375:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5996, 5996]
00000008:00010000:1.0:1789760782.385392:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.385397:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.385407:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24559616, 24563712) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.385417:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24559616=0x176c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.385459:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.385462:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24563712
00000020:00010000:1.0:1789760782.385468:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.385471:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.385474:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.385476:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.385479:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.385484:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.385489:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.385504:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760782.385602:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 24559616<>24563712
00000100:00100000:0.0:1789760782.385868:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453888:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.419010:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973316 gen 3
00000008:00010000:0.0:1789760782.419044:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:0.0:1789760782.419051:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.419060:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.419090:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:0.0:1789760782.419114:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508453888:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.419272:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5996, 5996]
00000080:00200000:1.0:1789760782.419286:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.419291:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.419302:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24563712 i_blocks 49159
00000020:00200000:1.0:1789760782.419306:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.419314:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.419340:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24563712, count: 4096
00000080:00200000:1.0:1789760782.419347:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24563712, bytes: 4096
00000080:00200000:1.0:1789760782.419355:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.419363:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.419365:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24563712, 24567808) 0 0
00000080:00200000:1.0:1789760782.419369:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.419382:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5997, 5997]
00020000:00200000:1.0:1789760782.419389:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24563712 chunk: [24563712, 24567808) 24567808, 4096
00020000:00200000:1.0:1789760782.419392:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.419408:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5997, 5997]
00000008:00010000:1.0:1789760782.419420:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.419425:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.419434:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24563712, 24567808) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.419444:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24563712=0x176d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.419485:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.419488:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24567808
00000020:00010000:1.0:1789760782.419494:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.419497:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.419500:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.419504:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.419507:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.419513:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.419518:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.419531:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760782.420766:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 24563712<>24567808
00000100:00100000:1.0:1789760782.420819:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508454016:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760782.460596:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf600
00000020:00200000:0.0:1789760782.460607:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.460616:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.460664:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf600
00000100:00100000:0.0:1789760782.460693:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508454016:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.460777:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5997, 5997]
00000080:00200000:1.0:1789760782.460790:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.460795:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.460807:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24567808 i_blocks 49159
00000020:00200000:1.0:1789760782.460810:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.460817:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.460843:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24567808, count: 4096
00000080:00200000:1.0:1789760782.460847:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24567808, bytes: 4096
00000080:00200000:1.0:1789760782.460855:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.460860:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.460862:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24567808, 24571904) 0 0
00000080:00200000:1.0:1789760782.460865:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.460879:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5998, 5998]
00020000:00200000:1.0:1789760782.460885:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24567808 chunk: [24567808, 24571904) 24571904, 4096
00020000:00200000:1.0:1789760782.460889:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.460905:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5998, 5998]
00000008:00010000:1.0:1789760782.460919:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.460924:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.460933:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24567808, 24571904) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.460943:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24567808=0x176e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.460988:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.460990:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24571904
00000020:00010000:1.0:1789760782.460995:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.460998:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.460999:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.461002:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.461003:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.461008:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.461011:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.461022:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760782.461135:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 24567808<>24571904
00000100:00100000:0.0:1789760782.461528:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508454144:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.500864:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973318 gen 3
00000008:00010000:0.0:1789760782.500911:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000020:00200000:0.0:1789760782.500918:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.500926:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.500947:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000100:00100000:0.0:1789760782.500971:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508454144:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.501108:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5998, 5998]
00000080:00200000:1.0:1789760782.501121:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.501126:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.501139:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24571904 i_blocks 49159
00000020:00200000:1.0:1789760782.501143:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.501152:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.501177:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24571904, count: 4096
00000080:00200000:1.0:1789760782.501183:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24571904, bytes: 4096
00000080:00200000:1.0:1789760782.501191:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.501261:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.501263:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24571904, 24576000) 0 0
00000080:00200000:1.0:1789760782.501268:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.501282:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [5999, 5999]
00020000:00200000:1.0:1789760782.501288:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24571904 chunk: [24571904, 24576000) 24576000, 4096
00020000:00200000:1.0:1789760782.501292:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.501307:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [5999, 5999]
00000008:00010000:1.0:1789760782.501321:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.501325:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.501335:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24571904, 24576000) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.501346:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24571904=0x176f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.501388:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.501391:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24576000
00000020:00010000:1.0:1789760782.501397:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.501400:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.501402:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.501405:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.501408:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.501414:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.501485:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.501500:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760782.501589:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 24571904<>24576000
00000100:00100000:0.0:1789760782.501698:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760782.501782:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508454272:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.538875:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973319 gen 3
00000008:00010000:0.0:1789760782.538911:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbff00
00000020:00200000:0.0:1789760782.538917:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.538926:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.539040:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbff00
00000100:00100000:0.0:1789760782.539066:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508454272:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760782.539150:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [5999, 5999]
00000080:00200000:1.0:1789760782.539162:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760782.539168:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760782.539181:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24576000 i_blocks 49159
00000020:00200000:1.0:1789760782.539184:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760782.539191:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760782.539378:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24576000, count: 4096
00000080:00200000:1.0:1789760782.539386:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24576000, bytes: 4096
00000080:00200000:1.0:1789760782.539393:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760782.539401:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760782.539402:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24576000, 24580096) 0 0
00000080:00200000:1.0:1789760782.539406:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760782.539427:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6000, 6000]
00020000:00200000:1.0:1789760782.539435:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24576000 chunk: [24576000, 24580096) 24580096, 4096
00020000:00200000:1.0:1789760782.539439:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760782.539454:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6000, 6000]
00000008:00010000:1.0:1789760782.539466:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760782.539471:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760782.539480:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24576000, 24580096) append 0 append lockpos 0
00000080:00200000:1.0:1789760782.539490:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24576000=0x1770000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760782.539533:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760782.539535:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24580096
00000020:00010000:1.0:1789760782.539541:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760782.539545:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.539547:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760782.539550:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760782.539553:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760782.539558:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760782.539563:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760782.539576:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760782.539900:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 24576000<>24580096
00000100:00100000:0.0:1789760782.539953:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508454400:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.587991:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973320 gen 3
00000008:00010000:0.0:1789760782.588027:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf000
00000020:00200000:0.0:1789760782.588032:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.588042:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.588067:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf000
00000100:00100000:0.0:1789760782.588105:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508454400:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760782.588124:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6000, 6000]
00000080:00200000:2.0:1789760782.588138:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760782.588144:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760782.588155:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24580096 i_blocks 49159
00000020:00200000:2.0:1789760782.588159:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760782.588168:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760782.588194:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24580096, count: 4096
00000080:00200000:2.0:1789760782.588200:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24580096, bytes: 4096
00000080:00200000:2.0:1789760782.588208:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760782.588215:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760782.588217:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24580096, 24584192) 0 0
00000080:00200000:2.0:1789760782.588220:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760782.588232:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6001, 6001]
00020000:00200000:2.0:1789760782.588238:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24580096 chunk: [24580096, 24584192) 24584192, 4096
00020000:00200000:2.0:1789760782.588242:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760782.588256:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6001, 6001]
00000008:00010000:2.0:1789760782.588274:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760782.588280:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760782.588290:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24580096, 24584192) append 0 append lockpos 0
00000080:00200000:2.0:1789760782.588302:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24580096=0x1771000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760782.588364:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760782.588367:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24584192
00000020:00010000:2.0:1789760782.588373:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760782.588376:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.588379:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.588383:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760782.588385:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760782.588391:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760782.588396:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760782.588408:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760782.588505:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99180 - object 0x280000401:3 offset 24580096<>24584192
00000080:00200000:2.0:1789760782.628399:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6001, 6001]
00000080:00200000:2.0:1789760782.628419:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760782.628425:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760782.628439:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24584192 i_blocks 49159
00000020:00200000:2.0:1789760782.628444:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760782.628457:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760782.628485:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24584192, count: 4096
00000080:00200000:2.0:1789760782.628492:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24584192, bytes: 4096
00000080:00200000:2.0:1789760782.628502:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760782.628508:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760782.628510:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24584192, 24588288) 0 0
00000080:00200000:2.0:1789760782.628513:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760782.628526:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6002, 6002]
00020000:00200000:2.0:1789760782.628534:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24584192 chunk: [24584192, 24588288) 24588288, 4096
00020000:00200000:2.0:1789760782.628537:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760782.628552:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6002, 6002]
00000008:00010000:2.0:1789760782.628567:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760782.628571:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760782.628580:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24584192, 24588288) append 0 append lockpos 0
00000080:00200000:2.0:1789760782.628591:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24584192=0x1772000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760782.628665:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760782.628668:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24588288
00000020:00010000:2.0:1789760782.628675:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760782.628678:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.628681:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.628684:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760782.628687:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760782.628694:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760782.628700:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760782.628718:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634300
00000008:00100000:2.0:1789760782.628872:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 24584192<>24588288
00000100:00100000:2.0:1789760782.696180:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973322 gen 3
00000008:00010000:2.0:1789760782.696219:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634300
00000020:00200000:2.0:1789760782.696227:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.696235:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.696263:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634300
00000100:00100000:2.0:1789760782.696290:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508454656:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760782.696400:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6002, 6002]
00000080:00200000:0.0:1789760782.696413:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.696417:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.696441:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24588288 i_blocks 49159
00000020:00200000:0.0:1789760782.696444:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.696454:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.696483:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24588288, count: 4096
00000080:00200000:0.0:1789760782.696488:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24588288, bytes: 4096
00000080:00200000:0.0:1789760782.696499:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.696507:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.696509:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24588288, 24592384) 0 0
00000080:00200000:0.0:1789760782.696513:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.696528:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6003, 6003]
00020000:00200000:0.0:1789760782.696536:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24588288 chunk: [24588288, 24592384) 24592384, 4096
00020000:00200000:0.0:1789760782.696540:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.696559:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6003, 6003]
00000008:00010000:0.0:1789760782.696574:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.696580:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760782.696589:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24588288, 24592384) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.696599:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24588288=0x1773000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.696681:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.696684:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24592384
00000020:00010000:0.0:1789760782.696690:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.696693:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.696696:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.696698:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.696701:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.696707:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.696713:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.696728:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760782.696827:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24588288<>24592384
00000100:00100000:0.0:1789760782.696867:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760782.696882:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508454784:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.747016:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973323 gen 3
00000008:00010000:0.0:1789760782.747054:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760782.747060:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.747077:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.747101:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760782.747126:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508454784:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760782.747817:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6003, 6003]
00000080:00200000:2.0:1789760782.747833:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760782.747838:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760782.747851:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24592384 i_blocks 49159
00000020:00200000:2.0:1789760782.747855:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760782.747865:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760782.747897:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24592384, count: 4096
00000080:00200000:2.0:1789760782.747903:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24592384, bytes: 4096
00000080:00200000:2.0:1789760782.747915:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760782.747923:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760782.747925:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24592384, 24596480) 0 0
00000080:00200000:2.0:1789760782.747929:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760782.747943:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6004, 6004]
00020000:00200000:2.0:1789760782.747950:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24592384 chunk: [24592384, 24596480) 24596480, 4096
00020000:00200000:2.0:1789760782.747953:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760782.747970:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6004, 6004]
00000008:00010000:2.0:1789760782.747995:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760782.748000:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760782.748009:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24592384, 24596480) append 0 append lockpos 0
00000080:00200000:2.0:1789760782.748021:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24592384=0x1774000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760782.748081:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760782.748085:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24596480
00000020:00010000:2.0:1789760782.748091:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760782.748094:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.748097:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.748101:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760782.748103:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760782.748110:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760782.748116:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760782.748131:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634300
00000008:00100000:2.0:1789760782.748226:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 24592384<>24596480
00000100:00100000:2.0:1789760782.748271:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760782.748288:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508454912:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760782.799109:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973324 gen 3
00000008:00010000:2.0:1789760782.799147:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634300
00000020:00200000:2.0:1789760782.799154:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.799163:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.799188:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634300
00000100:00100000:2.0:1789760782.799215:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508454912:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760782.799327:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6004, 6004]
00000080:00200000:0.0:1789760782.799340:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760782.799345:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760782.799357:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24596480 i_blocks 49159
00000020:00200000:0.0:1789760782.799361:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760782.799380:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760782.799406:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24596480, count: 4096
00000080:00200000:0.0:1789760782.799412:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24596480, bytes: 4096
00000080:00200000:0.0:1789760782.799420:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760782.799427:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760782.799429:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24596480, 24600576) 0 0
00000080:00200000:0.0:1789760782.799433:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760782.799447:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6005, 6005]
00020000:00200000:0.0:1789760782.799454:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24596480 chunk: [24596480, 24600576) 24600576, 4096
00020000:00200000:0.0:1789760782.799458:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760782.799473:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6005, 6005]
00000008:00010000:0.0:1789760782.799487:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760782.799492:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760782.799501:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24596480, 24600576) append 0 append lockpos 0
00000080:00200000:0.0:1789760782.799511:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24596480=0x1775000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760782.799558:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760782.799561:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24600576
00000020:00010000:0.0:1789760782.799568:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760782.799572:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.799575:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760782.799579:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760782.799582:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760782.799588:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760782.799594:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760782.799608:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760782.799882:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24596480<>24600576
00000100:00100000:1.0:1789760782.799984:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508455040:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760782.853615:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973325 gen 3
00000008:00010000:0.0:1789760782.853675:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760782.853681:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760782.853688:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760782.853745:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760782.853769:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508455040:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760782.853845:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6005, 6005]
00000080:00200000:2.0:1789760782.853860:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760782.853866:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760782.853880:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24600576 i_blocks 49159
00000020:00200000:2.0:1789760782.853883:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760782.853892:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760782.853921:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24600576, count: 4096
00000080:00200000:2.0:1789760782.853928:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24600576, bytes: 4096
00000080:00200000:2.0:1789760782.853935:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760782.853942:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760782.853944:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24600576, 24604672) 0 0
00000080:00200000:2.0:1789760782.853948:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760782.853962:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6006, 6006]
00020000:00200000:2.0:1789760782.858207:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24600576 chunk: [24600576, 24604672) 24604672, 4096
00020000:00200000:2.0:1789760782.858211:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760782.858235:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6006, 6006]
00000008:00010000:2.0:1789760782.858256:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760782.858261:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760782.858273:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24600576, 24604672) append 0 append lockpos 0
00000080:00200000:2.0:1789760782.858285:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24600576=0x1776000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760782.858340:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760782.858343:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24604672
00000020:00010000:2.0:1789760782.858350:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760782.858353:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.858356:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.858359:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760782.858361:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760782.858370:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760782.858375:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760782.858397:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634300
00000008:00100000:2.0:1789760782.858495:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 24600576<>24604672
00000080:00200000:2.0:1789760782.899048:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6006, 6006]
00000080:00200000:2.0:1789760782.899061:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760782.899082:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760782.899095:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24604672 i_blocks 49159
00000020:00200000:2.0:1789760782.899098:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760782.899108:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760782.899134:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24604672, count: 4096
00000080:00200000:2.0:1789760782.899139:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24604672, bytes: 4096
00000080:00200000:2.0:1789760782.899150:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760782.899157:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760782.899688:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24604672, 24608768) 0 0
00000080:00200000:2.0:1789760782.899694:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760782.899727:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6007, 6007]
00020000:00200000:2.0:1789760782.899734:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24604672 chunk: [24604672, 24608768) 24608768, 4096
00020000:00200000:2.0:1789760782.899738:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760782.899753:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6007, 6007]
00000008:00010000:2.0:1789760782.899768:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760782.899773:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760782.900061:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24604672, 24608768) append 0 append lockpos 0
00000080:00200000:2.0:1789760782.900084:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24604672=0x1777000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760782.900131:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760782.900133:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24608768
00000020:00010000:2.0:1789760782.900139:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760782.900143:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.900146:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760782.900149:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489998 (ffff9686c512dea8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760782.900151:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512dea8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760782.900680:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760782.900689:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760782.900704:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760782.900801:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b480 - object 0x280000401:3 offset 24604672<>24608768
00000100:00100000:2.0:1789760782.900841:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508455296:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760782.941904:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973327 gen 3
00000008:00010000:2.0:1789760782.941955:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634e40
00000020:00200000:2.0:1789760782.941961:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.941970:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.941986:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634e40
00000100:00100000:2.0:1789760782.942011:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508455296:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760782.943648:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760782.943666:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508455424:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760782.989317:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973328 gen 3
00000008:00010000:2.0:1789760782.989353:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3a80
00000020:00200000:2.0:1789760782.989360:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760782.989368:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760782.989394:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3a80
00000100:00100000:2.0:1789760782.989476:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508455424:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760782.990387:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508455552:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760783.001440:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:2.0:1789760783.038939:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3300
00000020:00200000:2.0:1789760783.038950:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.038958:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.038978:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3300
00000100:00100000:2.0:1789760783.039004:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508455552:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760783.040128:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760783.040142:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508455680:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760783.085484:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973330 gen 3
00000008:00010000:2.0:1789760783.085602:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3000
00000020:00200000:2.0:1789760783.085608:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.085616:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.085672:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3000
00000100:00100000:2.0:1789760783.085696:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508455680:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760783.086228:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508455808:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760783.132897:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3180
00000020:00200000:2.0:1789760783.132910:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.132919:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.132939:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3180
00000100:00100000:2.0:1789760783.132963:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508455808:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760783.133354:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3240
00000008:00100000:2.0:1789760783.133455:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b480 - object 0x280000401:3 offset 24625152<>24629248
00000080:00200000:0.0:1789760783.171657:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6012, 6012]
00000080:00200000:0.0:1789760783.171669:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.171674:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.171686:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24629248 i_blocks 49159
00000020:00200000:0.0:1789760783.171689:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.171697:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.171724:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24629248, count: 4096
00000080:00200000:0.0:1789760783.171730:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24629248, bytes: 4096
00000080:00200000:0.0:1789760783.171738:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.171744:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.171747:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24629248, 24633344) 0 0
00000080:00200000:0.0:1789760783.171752:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.171764:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6013, 6013]
00020000:00200000:0.0:1789760783.171771:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24629248 chunk: [24629248, 24633344) 24633344, 4096
00020000:00200000:0.0:1789760783.171775:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.171789:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6013, 6013]
00000008:00010000:0.0:1789760783.171803:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.171809:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760783.171818:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24629248, 24633344) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.171828:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24629248=0x177d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.171873:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.171875:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24633344
00000020:00010000:0.0:1789760783.171882:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.171885:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.171888:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.171891:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.171894:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.171900:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.171906:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.171921:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760783.172026:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24629248<>24633344
00000100:00100000:0.0:1789760783.172074:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760783.172087:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508456064:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760783.203213:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973333 gen 3
00000008:00010000:0.0:1789760783.203249:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760783.203255:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.203265:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.203287:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760783.203313:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508456064:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760783.249255:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6014, 6014]
00000080:00200000:0.0:1789760783.249274:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760783.249280:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760783.249296:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24637440 i_blocks 49159
00000020:00200000:0.0:1789760783.249300:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760783.249313:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760783.249348:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24637440, count: 4096
00000080:00200000:0.0:1789760783.249357:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24637440, bytes: 4096
00000080:00200000:0.0:1789760783.249371:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760783.249381:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760783.249383:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24637440, 24641536) 0 0
00000080:00200000:0.0:1789760783.249388:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760783.249407:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6015, 6015]
00020000:00200000:0.0:1789760783.249428:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24637440 chunk: [24637440, 24641536) 24641536, 4096
00020000:00200000:0.0:1789760783.249433:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760783.249459:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6015, 6015]
00000008:00010000:0.0:1789760783.249481:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760783.249488:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760783.249500:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24637440, 24641536) append 0 append lockpos 0
00000080:00200000:0.0:1789760783.249514:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24637440=0x177f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760783.249576:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760783.249579:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24641536
00000020:00010000:0.0:1789760783.249587:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760783.249591:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.249595:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760783.249599:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760783.249601:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760783.249610:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760783.249617:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.249763:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760783.249891:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24637440<>24641536
00000100:00100000:1.0:1789760783.249949:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760783.253223:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508456320:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760783.291406:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973334 gen 3
00000100:00100000:0.0:1789760783.291448:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954ed80 x1876699508456320/t4294973335(4294973335) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760799 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760783.291498:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760783.291507:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.291518:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.291545:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760783.291575:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508456320:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760783.291721:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6015, 6015]
00000080:00200000:1.0:1789760783.291738:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760783.291744:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760783.291760:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24641536 i_blocks 49159
00000020:00200000:1.0:1789760783.291765:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760783.291775:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760783.291817:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24641536, count: 4096
00000080:00200000:1.0:1789760783.291825:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24641536, bytes: 4096
00000080:00200000:1.0:1789760783.291840:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760783.291850:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760783.291853:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24641536, 24645632) 0 0
00000080:00200000:1.0:1789760783.291857:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760783.291874:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6016, 6016]
00020000:00200000:1.0:1789760783.291882:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24641536 chunk: [24641536, 24645632) 24645632, 4096
00020000:00200000:1.0:1789760783.291887:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760783.291906:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6016, 6016]
00000008:00010000:1.0:1789760783.291925:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760783.291931:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760783.291942:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24641536, 24645632) append 0 append lockpos 0
00000080:00200000:1.0:1789760783.291957:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24641536=0x1780000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760783.292028:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760783.292031:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24645632
00000020:00010000:1.0:1789760783.292040:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760783.292043:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.292047:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.292050:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760783.292054:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760783.292061:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760783.292078:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760783.292094:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760783.292220:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 24641536<>24645632
00000100:00100000:0.0:1789760783.292389:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760783.292412:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508456448:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760783.348175:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973336 gen 3
00000008:00010000:0.0:1789760783.348249:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf000
00000020:00200000:0.0:1789760783.348258:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.348268:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.348336:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf000
00000100:00100000:0.0:1789760783.348367:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508456448:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760783.348553:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6016, 6016]
00000080:00200000:1.0:1789760783.348570:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760783.348576:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760783.348665:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24645632 i_blocks 49159
00000020:00200000:1.0:1789760783.348670:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760783.348681:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760783.348718:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24645632, count: 4096
00000080:00200000:1.0:1789760783.348726:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24645632, bytes: 4096
00000080:00200000:1.0:1789760783.348737:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760783.348747:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760783.348749:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24645632, 24649728) 0 0
00000080:00200000:1.0:1789760783.348754:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760783.348771:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6017, 6017]
00020000:00200000:1.0:1789760783.348781:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24645632 chunk: [24645632, 24649728) 24649728, 4096
00020000:00200000:1.0:1789760783.348786:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760783.348809:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6017, 6017]
00000008:00010000:1.0:1789760783.348827:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760783.348833:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760783.348844:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24645632, 24649728) append 0 append lockpos 0
00000080:00200000:1.0:1789760783.348858:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24645632=0x1781000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760783.348920:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760783.348923:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24649728
00000020:00010000:1.0:1789760783.348933:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760783.348937:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.348940:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.348944:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760783.348947:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760783.348956:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760783.348964:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760783.349059:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760783.349195:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 24645632<>24649728
00000100:00100000:0.0:1789760783.349265:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508456576:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760783.384035:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973337 gen 3
00000008:00010000:0.0:1789760783.384104:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbff00
00000020:00200000:0.0:1789760783.384114:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.384711:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.384747:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbff00
00000080:00200000:1.0:1789760783.384771:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6017, 6017]
00000100:00100000:0.0:1789760783.384784:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508456576:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760783.384792:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760783.384799:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760783.384815:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24649728 i_blocks 49159
00000020:00200000:1.0:1789760783.384819:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760783.384830:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760783.384862:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24649728, count: 4096
00000080:00200000:1.0:1789760783.384870:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24649728, bytes: 4096
00000080:00200000:1.0:1789760783.384881:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760783.384890:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760783.384892:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24649728, 24653824) 0 0
00000080:00200000:1.0:1789760783.384897:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760783.384914:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6018, 6018]
00020000:00200000:1.0:1789760783.384922:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24649728 chunk: [24649728, 24653824) 24653824, 4096
00020000:00200000:1.0:1789760783.384927:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760783.384946:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6018, 6018]
00000008:00010000:1.0:1789760783.384963:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760783.384969:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760783.385050:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24649728, 24653824) append 0 append lockpos 0
00000080:00200000:1.0:1789760783.385074:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24649728=0x1782000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760783.385131:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760783.385135:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24653824
00000020:00010000:1.0:1789760783.385143:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760783.385147:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.385150:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.385153:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760783.385157:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760783.385164:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760783.385171:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760783.385505:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:0.0:1789760783.386092:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24649728<>24653824
00000100:00100000:1.0:1789760783.386331:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508456704:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760783.429451:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973338 gen 3
00000008:00010000:0.0:1789760783.429501:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000020:00200000:0.0:1789760783.429510:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.429521:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.429678:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000100:00100000:0.0:1789760783.429709:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508456704:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760783.429796:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6018, 6018]
00000080:00200000:1.0:1789760783.429812:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760783.429817:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760783.430098:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24653824 i_blocks 49159
00000020:00200000:1.0:1789760783.430104:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760783.430115:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760783.431376:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24653824, count: 4096
00000080:00200000:1.0:1789760783.431394:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24653824, bytes: 4096
00000080:00200000:1.0:1789760783.431544:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760783.431556:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760783.431559:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24653824, 24657920) 0 0
00000080:00200000:1.0:1789760783.431565:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760783.431587:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6019, 6019]
00020000:00200000:1.0:1789760783.431596:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24653824 chunk: [24653824, 24657920) 24657920, 4096
00020000:00200000:1.0:1789760783.431600:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760783.431624:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6019, 6019]
00000008:00010000:1.0:1789760783.432912:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760783.432921:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760783.432935:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24653824, 24657920) append 0 append lockpos 0
00000080:00200000:1.0:1789760783.432951:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24653824=0x1783000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760783.433022:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760783.433025:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24657920
00000020:00010000:1.0:1789760783.433033:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760783.433036:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.433039:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.433043:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760783.433047:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760783.433057:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760783.433074:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760783.433187:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760783.438519:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 24653824<>24657920
00000100:00100000:1.0:1789760783.438612:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760783.438757:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508456832:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760783.478433:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973339 gen 3
00000008:00010000:0.0:1789760783.478488:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf600
00000020:00200000:0.0:1789760783.478497:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.478509:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.478535:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf600
00000100:00100000:0.0:1789760783.478564:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508456832:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760783.478692:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6019, 6019]
00000080:00200000:2.0:1789760783.478708:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760783.478714:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.478730:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24657920 i_blocks 49159
00000020:00200000:2.0:1789760783.478734:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.478743:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.478778:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24657920, count: 4096
00000080:00200000:2.0:1789760783.478785:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24657920, bytes: 4096
00000080:00200000:2.0:1789760783.478795:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.478804:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.478806:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24657920, 24662016) 0 0
00000080:00200000:2.0:1789760783.478810:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.478824:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6020, 6020]
00020000:00200000:2.0:1789760783.478831:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24657920 chunk: [24657920, 24662016) 24662016, 4096
00020000:00200000:2.0:1789760783.478835:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.478853:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6020, 6020]
00000008:00010000:2.0:1789760783.478867:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.478872:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760783.478884:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24657920, 24662016) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.478898:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24657920=0x1784000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.478956:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.478959:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24662016
00000020:00010000:2.0:1789760783.478967:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.478971:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.478974:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.478977:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.478980:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.478988:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.478994:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760783.479009:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760783.479155:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98700 - object 0x280000401:3 offset 24657920<>24662016
00000100:00100000:2.0:1789760783.479201:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760783.479218:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508456960:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760783.524259:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973340 gen 3
00000008:00010000:2.0:1789760783.524317:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634e40
00000020:00200000:2.0:1789760783.524326:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.524337:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.524361:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634e40
00000100:00100000:2.0:1789760783.524393:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508456960:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760783.562681:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6021, 6021]
00000080:00200000:2.0:1789760783.562703:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760783.562709:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.562730:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24666112 i_blocks 49159
00000020:00200000:2.0:1789760783.562734:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.562746:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.562786:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24666112, count: 4096
00000080:00200000:2.0:1789760783.562794:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24666112, bytes: 4096
00000080:00200000:2.0:1789760783.562804:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.562813:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.562815:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24666112, 24670208) 0 0
00000080:00200000:2.0:1789760783.562820:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.562837:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6022, 6022]
00020000:00200000:2.0:1789760783.562844:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24666112 chunk: [24666112, 24670208) 24670208, 4096
00020000:00200000:2.0:1789760783.562849:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.562870:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6022, 6022]
00000008:00010000:2.0:1789760783.562888:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.562894:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760783.562906:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24666112, 24670208) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.562920:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24666112=0x1786000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.563403:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.563408:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24670208
00000020:00010000:2.0:1789760783.563417:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.563421:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.563425:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.563429:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.563432:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.563441:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.563448:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760783.563467:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760783.563608:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98700 - object 0x280000401:3 offset 24666112<>24670208
00000100:00100000:2.0:1789760783.563678:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760783.563696:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508457216:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760783.609073:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973342 gen 3
00000008:00010000:2.0:1789760783.609138:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634e40
00000020:00200000:2.0:1789760783.609146:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760783.609155:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760783.609177:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634e40
00000100:00100000:2.0:1789760783.609207:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508457216:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760783.668690:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6023, 6023]
00000080:00200000:2.0:1789760783.668706:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760783.668712:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.668727:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24674304 i_blocks 49159
00000020:00200000:2.0:1789760783.668731:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.668742:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.668776:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24674304, count: 4096
00000080:00200000:2.0:1789760783.668785:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24674304, bytes: 4096
00000080:00200000:2.0:1789760783.668799:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.668808:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.668811:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24674304, 24678400) 0 0
00000080:00200000:2.0:1789760783.668816:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.668834:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6024, 6024]
00020000:00200000:2.0:1789760783.668843:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24674304 chunk: [24674304, 24678400) 24678400, 4096
00020000:00200000:2.0:1789760783.668847:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.668867:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6024, 6024]
00000008:00010000:2.0:1789760783.668885:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.668891:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760783.668903:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24674304, 24678400) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.668917:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24674304=0x1788000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.668971:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.669106:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24678400
00000020:00010000:2.0:1789760783.669116:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.669120:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.669124:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.669127:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.669130:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.669138:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.669146:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.734834:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6024, 6024]
00000080:00200000:2.0:1789760783.734859:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760783.734865:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.734882:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24678400 i_blocks 49159
00000020:00200000:2.0:1789760783.734887:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.734901:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.734932:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24678400, count: 4096
00000080:00200000:2.0:1789760783.734940:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24678400, bytes: 4096
00000080:00200000:2.0:1789760783.734953:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.734962:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.734964:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24678400, 24682496) 0 0
00000080:00200000:2.0:1789760783.734968:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.734983:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6025, 6025]
00020000:00200000:2.0:1789760783.734992:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24678400 chunk: [24678400, 24682496) 24682496, 4096
00020000:00200000:2.0:1789760783.734997:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.735016:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6025, 6025]
00000008:00010000:2.0:1789760783.735035:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.735041:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760783.735053:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24678400, 24682496) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.735076:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24678400=0x1789000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.735214:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.735217:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24682496
00000020:00010000:2.0:1789760783.735225:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.735228:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.735231:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.735234:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.735237:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.735244:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.735260:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760783.735279:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760783.735403:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98700 - object 0x280000401:3 offset 24678400<>24682496
00000080:00200000:2.0:1789760783.780187:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6025, 6025]
00000080:00200000:2.0:1789760783.780205:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760783.780216:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.780232:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24682496 i_blocks 49159
00000020:00200000:2.0:1789760783.780236:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.780247:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.780349:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24682496, count: 4096
00000080:00200000:2.0:1789760783.780358:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24682496, bytes: 4096
00000080:00200000:2.0:1789760783.780382:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.780391:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.780394:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24682496, 24686592) 0 0
00000080:00200000:2.0:1789760783.780399:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.780416:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6026, 6026]
00020000:00200000:2.0:1789760783.780424:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24682496 chunk: [24682496, 24686592) 24686592, 4096
00020000:00200000:2.0:1789760783.780428:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.780457:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6026, 6026]
00000008:00010000:2.0:1789760783.780475:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.780481:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760783.780494:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24682496, 24686592) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.780508:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24682496=0x178a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.780567:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.780570:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24686592
00000020:00010000:2.0:1789760783.780578:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.780761:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.780765:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.780769:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.780771:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.780781:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.780788:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760783.780805:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634480
00000008:00100000:2.0:1789760783.780931:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 24682496<>24686592
00000080:00200000:2.0:1789760783.824622:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6026, 6026]
00000080:00200000:2.0:1789760783.824660:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760783.824667:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.824684:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24686592 i_blocks 49159
00000020:00200000:2.0:1789760783.824690:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.824704:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.824747:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24686592, count: 4096
00000080:00200000:2.0:1789760783.824757:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24686592, bytes: 4096
00000080:00200000:2.0:1789760783.824770:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.824779:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.824781:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24686592, 24690688) 0 0
00000080:00200000:2.0:1789760783.824785:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.824802:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6027, 6027]
00020000:00200000:2.0:1789760783.824810:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24686592 chunk: [24686592, 24690688) 24690688, 4096
00020000:00200000:2.0:1789760783.824814:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.824846:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6027, 6027]
00000008:00010000:2.0:1789760783.824865:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.824871:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760783.824884:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24686592, 24690688) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.824900:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24686592=0x178b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.824967:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.824970:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24690688
00000020:00010000:2.0:1789760783.824978:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.824982:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.824986:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.824989:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.824992:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.824999:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.825006:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760783.825030:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16349c0
00000008:00100000:2.0:1789760783.825172:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9ad80 - object 0x280000401:3 offset 24686592<>24690688
00000080:00200000:2.0:1789760783.866224:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6027, 6027]
00000080:00200000:2.0:1789760783.866241:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760783.866247:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.866262:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24690688 i_blocks 49159
00000020:00200000:2.0:1789760783.866266:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.866277:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.866311:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24690688, count: 4096
00000080:00200000:2.0:1789760783.866318:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24690688, bytes: 4096
00000080:00200000:2.0:1789760783.866328:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.866337:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.866340:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24690688, 24694784) 0 0
00000080:00200000:2.0:1789760783.866344:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.866362:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6028, 6028]
00020000:00200000:2.0:1789760783.866370:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24690688 chunk: [24690688, 24694784) 24694784, 4096
00020000:00200000:2.0:1789760783.866376:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.866396:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6028, 6028]
00000008:00010000:2.0:1789760783.866536:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.866543:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760783.866557:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24690688, 24694784) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.866571:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24690688=0x178c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.866739:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.866743:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24694784
00000020:00010000:2.0:1789760783.866752:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.866756:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.866759:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.866763:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.866767:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.866775:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.866782:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760783.866800:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760783.866931:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99f80 - object 0x280000401:3 offset 24690688<>24694784
00000080:00200000:2.0:1789760783.894671:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6028, 6028]
00000080:00200000:2.0:1789760783.894686:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760783.894691:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760783.894706:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24694784 i_blocks 49159
00000020:00200000:2.0:1789760783.894709:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760783.894720:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760783.894751:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24694784, count: 4096
00000080:00200000:2.0:1789760783.894758:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24694784, bytes: 4096
00000080:00200000:2.0:1789760783.894767:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760783.894775:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760783.894777:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24694784, 24698880) 0 0
00000080:00200000:2.0:1789760783.894781:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760783.894797:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6029, 6029]
00020000:00200000:2.0:1789760783.894805:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24694784 chunk: [24694784, 24698880) 24698880, 4096
00020000:00200000:2.0:1789760783.894809:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760783.894828:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6029, 6029]
00000008:00010000:2.0:1789760783.894844:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760783.894849:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760783.894859:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24694784, 24698880) append 0 append lockpos 0
00000080:00200000:2.0:1789760783.894873:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24694784=0x178d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760783.894926:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760783.894929:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24698880
00000020:00010000:2.0:1789760783.894937:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:2.0:1789760783.894941:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.894944:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760783.894947:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760783.894950:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760783.894957:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760783.894964:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760783.895045:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16346c0
00000008:00100000:2.0:1789760783.895185:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99880 - object 0x280000401:3 offset 24694784<>24698880
00000080:00200000:1.0:1789760783.939706:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6029, 6029]
00000080:00200000:1.0:1789760783.939722:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760783.939727:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760783.939743:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24698880 i_blocks 49159
00000020:00200000:1.0:1789760783.939747:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760783.939758:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760783.939792:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24698880, count: 4096
00000080:00200000:1.0:1789760783.939799:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24698880, bytes: 4096
00000080:00200000:1.0:1789760783.939809:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760783.939818:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760783.939820:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24698880, 24702976) 0 0
00000080:00200000:1.0:1789760783.939825:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760783.939841:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6030, 6030]
00020000:00200000:1.0:1789760783.939849:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24698880 chunk: [24698880, 24702976) 24702976, 4096
00020000:00200000:1.0:1789760783.939853:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760783.939873:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6030, 6030]
00000008:00010000:1.0:1789760783.939891:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760783.939897:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760783.939909:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24698880, 24702976) append 0 append lockpos 0
00000080:00200000:1.0:1789760783.939923:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24698880=0x178e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760783.940041:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760783.940044:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24702976
00000020:00010000:1.0:1789760783.940053:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760783.940057:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.940070:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760783.940074:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760783.940077:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760783.940085:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760783.940093:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760783.940108:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760783.940233:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 24698880<>24702976
00000100:00100000:1.0:1789760783.940286:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760783.940305:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508458240:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760783.974687:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973350 gen 3
00000008:00010000:0.0:1789760783.974743:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:0.0:1789760783.974752:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760783.974762:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760783.974786:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:0.0:1789760783.974817:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508458240:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760784.007430:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6031, 6031]
00000080:00200000:0.0:1789760784.007446:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760784.007452:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760784.007467:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24707072 i_blocks 49159
00000020:00200000:0.0:1789760784.007473:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760784.007483:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760784.007515:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24707072, count: 4096
00000080:00200000:0.0:1789760784.007522:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24707072, bytes: 4096
00000080:00200000:0.0:1789760784.007533:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760784.007542:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760784.007544:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24707072, 24711168) 0 0
00000080:00200000:0.0:1789760784.007549:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760784.007566:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6032, 6032]
00020000:00200000:0.0:1789760784.007573:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24707072 chunk: [24707072, 24711168) 24711168, 4096
00020000:00200000:0.0:1789760784.007577:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760784.007607:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6032, 6032]
00000008:00010000:0.0:1789760784.007652:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760784.007658:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760784.007670:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24707072, 24711168) append 0 append lockpos 0
00000080:00200000:0.0:1789760784.007685:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24707072=0x1790000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760784.007735:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760784.007738:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24711168
00000020:00010000:0.0:1789760784.007745:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:0.0:1789760784.007748:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.007751:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760784.007755:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760784.007758:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760784.007765:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760784.007771:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760784.007786:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760784.007899:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24707072<>24711168
00000100:00100000:0.0:1789760784.007946:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760784.007964:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508458496:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760784.025020:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760784.054964:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973352 gen 3
00000008:00010000:0.0:1789760784.055026:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760784.055035:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.055045:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.055073:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760784.055105:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508458496:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.055261:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6032, 6032]
00000080:00200000:1.0:1789760784.055276:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.055282:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.055297:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24711168 i_blocks 49159
00000020:00200000:1.0:1789760784.055301:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.055312:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.055348:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24711168, count: 4096
00000080:00200000:1.0:1789760784.055356:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24711168, bytes: 4096
00000080:00200000:1.0:1789760784.055366:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.055375:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.055377:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24711168, 24715264) 0 0
00000080:00200000:1.0:1789760784.055382:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.055399:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6033, 6033]
00020000:00200000:1.0:1789760784.055409:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24711168 chunk: [24711168, 24715264) 24715264, 4096
00020000:00200000:1.0:1789760784.055413:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.055435:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6033, 6033]
00000008:00010000:1.0:1789760784.055453:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.055460:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.055474:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24711168, 24715264) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.055487:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24711168=0x1791000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.055544:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.055547:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24715264
00000020:00010000:1.0:1789760784.055555:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.055558:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.055561:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.055564:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.055568:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.055575:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.055581:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.055610:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760784.055777:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 24711168<>24715264
00000100:00100000:1.0:1789760784.055812:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760784.055828:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508458624:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760784.089474:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:0.0:1789760784.089489:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.089501:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.089522:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:0.0:1789760784.089550:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508458624:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.089649:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6033, 6033]
00000080:00200000:1.0:1789760784.089665:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.089671:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.089688:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24715264 i_blocks 49159
00000020:00200000:1.0:1789760784.089692:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.089701:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.089736:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24715264, count: 4096
00000080:00200000:1.0:1789760784.089743:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24715264, bytes: 4096
00000080:00200000:1.0:1789760784.089754:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.089762:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.089765:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24715264, 24719360) 0 0
00000080:00200000:1.0:1789760784.089770:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.089787:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6034, 6034]
00020000:00200000:1.0:1789760784.089795:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24715264 chunk: [24715264, 24719360) 24719360, 4096
00020000:00200000:1.0:1789760784.089800:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.089819:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6034, 6034]
00000008:00010000:1.0:1789760784.089837:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.089842:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.089854:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24715264, 24719360) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.089869:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24715264=0x1792000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.089923:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.089926:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24719360
00000020:00010000:1.0:1789760784.089934:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.089938:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.089940:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.089944:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.089947:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.089954:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.089960:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.090040:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760784.090165:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24715264<>24719360
00000100:00100000:0.0:1789760784.090228:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508458752:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.122926:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973353 gen 3
00000100:00100000:0.0:1789760784.122968:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be9c00 x1876699508458752/t4294973354(4294973354) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760784.123026:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760784.123033:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.123044:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.123074:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000100:00100000:0.0:1789760784.123098:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508458752:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.123234:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6034, 6034]
00000080:00200000:1.0:1789760784.123248:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.123253:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.123267:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24719360 i_blocks 49159
00000020:00200000:1.0:1789760784.123271:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.123280:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.123315:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24719360, count: 4096
00000080:00200000:1.0:1789760784.123335:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24719360, bytes: 4096
00000080:00200000:1.0:1789760784.123345:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.123354:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.123356:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24719360, 24723456) 0 0
00000080:00200000:1.0:1789760784.123361:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.123379:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6035, 6035]
00020000:00200000:1.0:1789760784.123389:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24719360 chunk: [24719360, 24723456) 24723456, 4096
00020000:00200000:1.0:1789760784.123394:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.123423:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6035, 6035]
00000008:00010000:1.0:1789760784.123441:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.123447:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.123458:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24719360, 24723456) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.123473:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24719360=0x1793000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.123532:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.123535:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24723456
00000020:00010000:1.0:1789760784.123543:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.123546:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.123549:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.123553:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.123556:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.123563:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.123570:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.123587:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760784.123743:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 24719360<>24723456
00000100:00100000:0.0:1789760784.123907:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508458880:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.153140:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973355 gen 3
00000008:00010000:0.0:1789760784.153205:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760784.153214:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.153224:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.153290:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760784.153320:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508458880:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.153880:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6035, 6035]
00000080:00200000:1.0:1789760784.153898:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.153904:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.153922:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24723456 i_blocks 49159
00000020:00200000:1.0:1789760784.153927:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.153937:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.153983:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24723456, count: 4096
00000080:00200000:1.0:1789760784.153991:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24723456, bytes: 4096
00000080:00200000:1.0:1789760784.154002:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.154011:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.154013:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24723456, 24727552) 0 0
00000080:00200000:1.0:1789760784.154018:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.154034:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6036, 6036]
00020000:00200000:1.0:1789760784.154043:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24723456 chunk: [24723456, 24727552) 24727552, 4096
00020000:00200000:1.0:1789760784.154048:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.154079:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6036, 6036]
00000008:00010000:1.0:1789760784.154098:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.154104:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.154115:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24723456, 24727552) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.154132:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24723456=0x1794000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.154194:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.154197:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24727552
00000020:00010000:1.0:1789760784.154205:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.154209:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.154212:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.154216:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.154219:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.154226:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.154233:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.154254:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760784.154376:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 24723456<>24727552
00000100:00100000:0.0:1789760784.154460:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508459008:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.196687:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973356 gen 3
00000008:00010000:0.0:1789760784.196738:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760784.196747:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.196758:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.196779:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000100:00100000:0.0:1789760784.196808:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508459008:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.196968:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6036, 6036]
00000080:00200000:1.0:1789760784.196993:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.196999:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.197014:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24727552 i_blocks 49159
00000020:00200000:1.0:1789760784.197018:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.197028:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.197074:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24727552, count: 4096
00000080:00200000:1.0:1789760784.197081:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24727552, bytes: 4096
00000080:00200000:1.0:1789760784.197091:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.197099:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.197101:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24727552, 24731648) 0 0
00000080:00200000:1.0:1789760784.197106:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.197122:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6037, 6037]
00020000:00200000:1.0:1789760784.197131:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24727552 chunk: [24727552, 24731648) 24731648, 4096
00020000:00200000:1.0:1789760784.197135:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.197153:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6037, 6037]
00000008:00010000:1.0:1789760784.197170:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.197177:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.197188:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24727552, 24731648) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.197202:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24727552=0x1795000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.197259:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.197262:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24731648
00000020:00010000:1.0:1789760784.197270:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.197273:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.197276:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.197280:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.197283:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.197291:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.197297:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.197314:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760784.197440:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 24727552<>24731648
00000100:00100000:0.0:1789760784.197747:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508459136:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.228102:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973357 gen 3
00000008:00010000:0.0:1789760784.228156:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760784.228165:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.228176:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.228197:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760784.228226:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508459136:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.228371:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6037, 6037]
00000080:00200000:1.0:1789760784.228388:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.228394:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.228408:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24731648 i_blocks 49159
00000020:00200000:1.0:1789760784.228412:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.228422:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.228454:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24731648, count: 4096
00000080:00200000:1.0:1789760784.228462:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24731648, bytes: 4096
00000080:00200000:1.0:1789760784.228471:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.228479:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.228482:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24731648, 24735744) 0 0
00000080:00200000:1.0:1789760784.228486:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.228503:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6038, 6038]
00020000:00200000:1.0:1789760784.228511:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24731648 chunk: [24731648, 24735744) 24735744, 4096
00020000:00200000:1.0:1789760784.228516:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.228535:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6038, 6038]
00000008:00010000:1.0:1789760784.228551:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.228557:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.228569:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24731648, 24735744) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.228583:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24731648=0x1796000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.228667:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.228670:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24735744
00000020:00010000:1.0:1789760784.228678:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.228681:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.228685:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.228688:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.228692:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.228699:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.228707:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.228723:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760784.228841:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 24731648<>24735744
00000100:00100000:0.0:1789760784.228904:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508459264:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760784.271200:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760784.271218:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.271232:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.271255:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760784.271287:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508459264:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.271439:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6038, 6038]
00000080:00200000:1.0:1789760784.271458:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.271464:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.271481:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24735744 i_blocks 49159
00000020:00200000:1.0:1789760784.271485:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.271497:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.271728:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24735744, count: 4096
00000080:00200000:1.0:1789760784.271738:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24735744, bytes: 4096
00000080:00200000:1.0:1789760784.271751:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.271762:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.271764:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24735744, 24739840) 0 0
00000080:00200000:1.0:1789760784.271769:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.271854:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6039, 6039]
00020000:00200000:1.0:1789760784.271864:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24735744 chunk: [24735744, 24739840) 24739840, 4096
00020000:00200000:1.0:1789760784.271869:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.271893:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6039, 6039]
00000008:00010000:1.0:1789760784.271913:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.271920:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.271935:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24735744, 24739840) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.271955:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24735744=0x1797000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.272022:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.272025:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24739840
00000020:00010000:1.0:1789760784.272035:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.272039:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.272042:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.272045:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.272048:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.272066:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.272073:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.272091:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760784.272240:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 24735744<>24739840
00000100:00100000:0.0:1789760784.272313:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508459392:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.310845:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973358 gen 3
00000100:00100000:0.0:1789760784.310886:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be8380 x1876699508459392/t4294973359(4294973359) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760784.310937:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760784.310944:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.310955:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.311092:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:0.0:1789760784.311118:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508459392:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.311394:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6039, 6039]
00000080:00200000:1.0:1789760784.311470:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.311476:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.311493:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24739840 i_blocks 49159
00000020:00200000:1.0:1789760784.311498:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.311508:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.311544:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24739840, count: 4096
00000080:00200000:1.0:1789760784.311551:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24739840, bytes: 4096
00000080:00200000:1.0:1789760784.311562:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.311570:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.311572:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24739840, 24743936) 0 0
00000080:00200000:1.0:1789760784.311576:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.311666:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6040, 6040]
00020000:00200000:1.0:1789760784.311675:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24739840 chunk: [24739840, 24743936) 24743936, 4096
00020000:00200000:1.0:1789760784.311678:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.311697:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6040, 6040]
00000008:00010000:1.0:1789760784.311714:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.311720:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.311731:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24739840, 24743936) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.311746:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24739840=0x1798000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.311871:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.311874:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24743936
00000020:00010000:1.0:1789760784.311883:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.311886:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.311889:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.311893:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.311896:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.311903:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.311910:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.311930:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760784.312133:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 24739840<>24743936
00000100:00100000:0.0:1789760784.312211:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508459520:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.354861:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973360 gen 3
00000008:00010000:0.0:1789760784.354917:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760784.354925:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.354935:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.354965:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760784.354991:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508459520:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760784.357457:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760784.357485:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508459648:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760784.383896:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3240
00000020:00200000:2.0:1789760784.383911:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.383922:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.383945:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3240
00000100:00100000:2.0:1789760784.383975:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508459648:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760784.384948:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508459776:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760784.423051:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973362 gen 3
00000008:00010000:2.0:1789760784.423126:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3900
00000020:00200000:2.0:1789760784.423135:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.423145:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.423209:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3900
00000100:00100000:2.0:1789760784.423238:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508459776:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760784.423433:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24752128 i_blocks 49159
00000020:00200000:2.0:1789760784.423438:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760784.423446:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760784.423478:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24752128, count: 4096
00000080:00200000:2.0:1789760784.423486:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24752128, bytes: 4096
00000080:00200000:2.0:1789760784.423497:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760784.423505:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760784.423507:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24752128, 24756224) 0 0
00000080:00200000:2.0:1789760784.423512:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760784.423530:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6043, 6043]
00020000:00200000:2.0:1789760784.423604:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24752128 chunk: [24752128, 24756224) 24756224, 4096
00020000:00200000:2.0:1789760784.423609:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760784.423647:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6043, 6043]
00000008:00010000:2.0:1789760784.423665:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760784.423670:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760784.423683:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24752128, 24756224) append 0 append lockpos 0
00000080:00200000:2.0:1789760784.423696:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24752128=0x179b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760784.423753:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760784.423756:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24756224
00000020:00010000:2.0:1789760784.423764:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:2.0:1789760784.423768:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760784.423771:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760784.423774:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760784.423777:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760784.423784:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760784.423792:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760784.423837:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16346c0
00000008:00100000:2.0:1789760784.423957:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98a80 - object 0x280000401:3 offset 24752128<>24756224
00000100:00100000:2.0:1789760784.466704:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973363 gen 3
00000008:00010000:2.0:1789760784.466757:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d16346c0
00000020:00200000:2.0:1789760784.466765:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760784.466775:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760784.466800:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d16346c0
00000100:00100000:2.0:1789760784.466831:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508459904:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.466987:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6043, 6043]
00000080:00200000:1.0:1789760784.467003:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.467009:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.467023:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24756224 i_blocks 49159
00000020:00200000:1.0:1789760784.467027:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.467038:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.467079:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24756224, count: 4096
00000080:00200000:1.0:1789760784.467086:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24756224, bytes: 4096
00000080:00200000:1.0:1789760784.467096:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.467104:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.467107:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24756224, 24760320) 0 0
00000080:00200000:1.0:1789760784.467112:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.467127:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6044, 6044]
00020000:00200000:1.0:1789760784.467136:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24756224 chunk: [24756224, 24760320) 24760320, 4096
00020000:00200000:1.0:1789760784.467140:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.467158:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6044, 6044]
00000008:00010000:1.0:1789760784.467174:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.467180:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.467191:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24756224, 24760320) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.467206:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24756224=0x179c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.467262:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.467265:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24760320
00000020:00010000:1.0:1789760784.467273:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.467277:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.467280:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.467284:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.467286:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.467292:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.467299:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.467314:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760784.467432:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 24756224<>24760320
00000100:00100000:0.0:1789760784.467614:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460032:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760784.474761:0:1371:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00020000:00200000:2.0:1789760784.474784:0:1371:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760784.474866:0:1371:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000100:00100000:1.0:1789760784.508547:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973364 gen 3
00000008:00010000:1.0:1789760784.509105:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:1.0:1789760784.509115:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760784.509128:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760784.509155:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:1.0:1789760784.509179:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460032:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760784.509211:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6044, 6044]
00000080:00200000:2.0:1789760784.509232:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760784.509239:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760784.509259:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24760320 i_blocks 49159
00000020:00200000:2.0:1789760784.509263:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760784.509274:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760784.509317:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24760320, count: 4096
00000080:00200000:2.0:1789760784.509326:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24760320, bytes: 4096
00000080:00200000:2.0:1789760784.509337:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760784.509347:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760784.509349:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24760320, 24764416) 0 0
00000080:00200000:2.0:1789760784.509355:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760784.509373:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6045, 6045]
00020000:00200000:2.0:1789760784.509382:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24760320 chunk: [24760320, 24764416) 24764416, 4096
00020000:00200000:2.0:1789760784.509386:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760784.509827:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6045, 6045]
00000008:00010000:2.0:1789760784.509851:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760784.509858:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760784.509872:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24760320, 24764416) append 0 append lockpos 0
00000080:00200000:2.0:1789760784.509890:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24760320=0x179d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760784.509955:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760784.509959:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24764416
00000020:00010000:2.0:1789760784.509969:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:2.0:1789760784.509981:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760784.509985:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760784.509989:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760784.509993:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760784.510001:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760784.510008:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760784.510029:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16349c0
00000008:00100000:2.0:1789760784.510170:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98a80 - object 0x280000401:3 offset 24760320<>24764416
00000080:00200000:1.0:1789760784.551123:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6045, 6045]
00000080:00200000:1.0:1789760784.551142:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.551148:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.551165:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24764416 i_blocks 49159
00000020:00200000:1.0:1789760784.551171:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.551184:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.551221:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24764416, count: 4096
00000080:00200000:1.0:1789760784.551229:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24764416, bytes: 4096
00000080:00200000:1.0:1789760784.551244:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.551253:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.551256:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24764416, 24768512) 0 0
00000080:00200000:1.0:1789760784.551261:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.551277:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6046, 6046]
00020000:00200000:1.0:1789760784.551286:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24764416 chunk: [24764416, 24768512) 24768512, 4096
00020000:00200000:1.0:1789760784.551290:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.551310:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6046, 6046]
00000008:00010000:1.0:1789760784.551329:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.551335:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.551348:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24764416, 24768512) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.551362:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24764416=0x179e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.551918:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.551922:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24768512
00000020:00010000:1.0:1789760784.551931:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.551935:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.551938:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.551941:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.551945:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.551952:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.551958:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.551983:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760784.552123:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 24764416<>24768512
00000100:00100000:1.0:1789760784.552181:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760784.552203:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460288:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.590169:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973365 gen 3
00000100:00100000:0.0:1789760784.590210:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be9500 x1876699508460288/t4294973366(4294973366) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760800 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760784.590261:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760784.590268:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.590279:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.590303:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760784.590331:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460288:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.590475:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6046, 6046]
00000080:00200000:1.0:1789760784.590493:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.590498:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.590513:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24768512 i_blocks 49159
00000020:00200000:1.0:1789760784.590517:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.590527:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.590562:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24768512, count: 4096
00000080:00200000:1.0:1789760784.590569:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24768512, bytes: 4096
00000080:00200000:1.0:1789760784.590582:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.590591:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.590593:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24768512, 24772608) 0 0
00000080:00200000:1.0:1789760784.590598:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.590617:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6047, 6047]
00020000:00200000:1.0:1789760784.590625:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24768512 chunk: [24768512, 24772608) 24772608, 4096
00020000:00200000:1.0:1789760784.590664:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.590685:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6047, 6047]
00000008:00010000:1.0:1789760784.590703:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.590709:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.590721:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24768512, 24772608) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.590736:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24768512=0x179f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.590797:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.590800:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24772608
00000020:00010000:1.0:1789760784.590810:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.590813:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.590816:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.590820:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.590823:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.590830:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.590837:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.590854:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760784.591217:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24768512<>24772608
00000100:00100000:0.0:1789760784.592752:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460416:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.654173:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973367 gen 3
00000008:00010000:0.0:1789760784.654237:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760784.654245:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.654256:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.654341:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:0.0:1789760784.654382:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460416:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.655343:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6047, 6047]
00000080:00200000:1.0:1789760784.655363:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.655370:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.655388:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24772608 i_blocks 49159
00000020:00200000:1.0:1789760784.655394:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.655409:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.655579:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24772608, count: 4096
00000080:00200000:1.0:1789760784.656898:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24772608, bytes: 4096
00000080:00200000:1.0:1789760784.656925:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.656937:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.656940:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24772608, 24776704) 0 0
00000080:00200000:1.0:1789760784.656947:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.656966:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6048, 6048]
00020000:00200000:1.0:1789760784.656977:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24772608 chunk: [24772608, 24776704) 24776704, 4096
00020000:00200000:1.0:1789760784.656981:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.657004:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6048, 6048]
00000008:00010000:1.0:1789760784.657024:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.657030:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.657044:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24772608, 24776704) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.657071:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24772608=0x17a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.657210:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.657214:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24776704
00000020:00010000:1.0:1789760784.657224:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.657227:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.657231:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.657235:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.657238:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.657248:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.657255:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.657288:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760784.657426:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 24772608<>24776704
00000100:00100000:0.0:1789760784.659195:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760784.659235:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460544:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.708616:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973368 gen 3
00000008:00010000:0.0:1789760784.708705:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760784.708713:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.708723:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.708801:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760784.708831:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460544:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.710556:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6048, 6048]
00000080:00200000:1.0:1789760784.710582:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.710588:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.710606:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24776704 i_blocks 49159
00000020:00200000:1.0:1789760784.710611:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.710643:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.710678:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24776704, count: 4096
00000080:00200000:1.0:1789760784.710689:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24776704, bytes: 4096
00000080:00200000:1.0:1789760784.710707:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.710717:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.710719:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24776704, 24780800) 0 0
00000080:00200000:1.0:1789760784.710724:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.710742:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6049, 6049]
00020000:00200000:1.0:1789760784.710750:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24776704 chunk: [24776704, 24780800) 24780800, 4096
00020000:00200000:1.0:1789760784.710755:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.710777:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6049, 6049]
00000008:00010000:1.0:1789760784.710796:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.710802:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.710814:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24776704, 24780800) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.710829:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24776704=0x17a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.711580:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.711585:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24780800
00000020:00010000:1.0:1789760784.711595:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.711600:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.711603:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.711607:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.711610:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.711618:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.711625:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.712107:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760784.712243:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 24776704<>24780800
00000100:00100000:0.0:1789760784.712362:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460672:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760784.769918:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760784.769934:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.769946:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.769977:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760784.770008:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460672:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.770227:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6049, 6049]
00000080:00200000:1.0:1789760784.770244:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.770250:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.770264:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24780800 i_blocks 49159
00000020:00200000:1.0:1789760784.770267:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.770276:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.770311:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24780800, count: 4096
00000080:00200000:1.0:1789760784.770318:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24780800, bytes: 4096
00000080:00200000:1.0:1789760784.770326:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.770335:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.770337:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24780800, 24784896) 0 0
00000080:00200000:1.0:1789760784.770342:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.770357:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6050, 6050]
00020000:00200000:1.0:1789760784.770366:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24780800 chunk: [24780800, 24784896) 24784896, 4096
00020000:00200000:1.0:1789760784.770371:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.770391:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6050, 6050]
00000008:00010000:1.0:1789760784.770422:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.770428:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.770619:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24780800, 24784896) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.770676:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24780800=0x17a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.771092:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.771096:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24784896
00000020:00010000:1.0:1789760784.771104:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.771108:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.771112:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.771115:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.771118:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.771126:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.771133:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.771154:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760784.771283:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 24780800<>24784896
00000100:00100000:0.0:1789760784.771706:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760784.771734:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460800:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.815718:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973370 gen 3
00000008:00010000:0.0:1789760784.815780:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760784.815789:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.815800:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.815825:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000100:00100000:0.0:1789760784.815854:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460800:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.815953:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6050, 6050]
00000080:00200000:1.0:1789760784.816030:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.816037:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.816062:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24784896 i_blocks 49159
00000020:00200000:1.0:1789760784.816066:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.816077:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.816110:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24784896, count: 4096
00000080:00200000:1.0:1789760784.816117:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24784896, bytes: 4096
00000080:00200000:1.0:1789760784.816129:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.816138:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.816141:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24784896, 24788992) 0 0
00000080:00200000:1.0:1789760784.816146:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.816162:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6051, 6051]
00020000:00200000:1.0:1789760784.816170:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24784896 chunk: [24784896, 24788992) 24788992, 4096
00020000:00200000:1.0:1789760784.816175:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.816194:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6051, 6051]
00000008:00010000:1.0:1789760784.816211:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.816217:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.816229:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24784896, 24788992) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.816243:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24784896=0x17a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.816298:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.816301:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24788992
00000020:00010000:1.0:1789760784.816309:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.816313:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.816316:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.816320:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.816323:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.816329:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.816335:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.816352:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760784.816488:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 24784896<>24788992
00000100:00100000:0.0:1789760784.817254:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460928:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760784.860345:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760784.860361:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.860372:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.860397:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760784.860437:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508460928:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.860938:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6051, 6051]
00000080:00200000:1.0:1789760784.860955:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.860962:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.861045:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24788992 i_blocks 49159
00000020:00200000:1.0:1789760784.861050:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.861070:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.861103:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24788992, count: 4096
00000080:00200000:1.0:1789760784.861110:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24788992, bytes: 4096
00000080:00200000:1.0:1789760784.861121:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.861130:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.861133:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24788992, 24793088) 0 0
00000080:00200000:1.0:1789760784.861137:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.861155:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6052, 6052]
00020000:00200000:1.0:1789760784.861163:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24788992 chunk: [24788992, 24793088) 24793088, 4096
00020000:00200000:1.0:1789760784.861168:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.861192:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6052, 6052]
00000008:00010000:1.0:1789760784.861212:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.861218:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.861233:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24788992, 24793088) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.861249:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24788992=0x17a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.861317:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.861321:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24793088
00000020:00010000:1.0:1789760784.861329:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.861332:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.861335:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.861339:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.861342:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.861351:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.861357:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.861374:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760784.861885:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 24788992<>24793088
00000100:00100000:0.0:1789760784.862061:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508461056:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.918521:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973372 gen 3
00000008:00010000:0.0:1789760784.918585:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760784.918595:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.918605:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.918655:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000100:00100000:0.0:1789760784.918684:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508461056:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.918815:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6052, 6052]
00000080:00200000:1.0:1789760784.918831:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.918837:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.918852:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24793088 i_blocks 49159
00000020:00200000:1.0:1789760784.918856:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.918865:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.918897:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24793088, count: 4096
00000080:00200000:1.0:1789760784.918904:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24793088, bytes: 4096
00000080:00200000:1.0:1789760784.918913:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.918921:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.918924:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24793088, 24797184) 0 0
00000080:00200000:1.0:1789760784.918928:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.918943:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6053, 6053]
00020000:00200000:1.0:1789760784.918950:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24793088 chunk: [24793088, 24797184) 24797184, 4096
00020000:00200000:1.0:1789760784.918955:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.918985:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6053, 6053]
00000008:00010000:1.0:1789760784.919121:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.919128:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.919140:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24793088, 24797184) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.919154:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24793088=0x17a5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.919207:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.919210:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24797184
00000020:00010000:1.0:1789760784.919219:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.919222:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.919225:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.919228:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.919232:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.919239:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.919246:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.919263:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760784.919443:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 24793088<>24797184
00000100:00100000:0.0:1789760784.919514:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508461184:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760784.951773:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:0.0:1789760784.951790:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.951801:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.951911:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:0.0:1789760784.951949:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508461184:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.952223:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6053, 6053]
00000080:00200000:1.0:1789760784.952239:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.952244:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.952259:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24797184 i_blocks 49159
00000020:00200000:1.0:1789760784.952263:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.952272:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.952306:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24797184, count: 4096
00000080:00200000:1.0:1789760784.952313:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24797184, bytes: 4096
00000080:00200000:1.0:1789760784.952323:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.952332:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.952334:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24797184, 24801280) 0 0
00000080:00200000:1.0:1789760784.952339:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.952355:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6054, 6054]
00020000:00200000:1.0:1789760784.952363:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24797184 chunk: [24797184, 24801280) 24801280, 4096
00020000:00200000:1.0:1789760784.952368:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.952389:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6054, 6054]
00000008:00010000:1.0:1789760784.952524:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.952531:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.952544:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24797184, 24801280) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.952559:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24797184=0x17a6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.952745:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.952748:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24801280
00000020:00010000:1.0:1789760784.952758:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.952761:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.952765:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.952768:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.952772:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.952780:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.952787:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.952800:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760784.952929:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 24797184<>24801280
00000100:00100000:0.0:1789760784.953078:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508461312:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760784.990379:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973374 gen 3
00000008:00010000:0.0:1789760784.990457:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:0.0:1789760784.990466:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760784.990476:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760784.990496:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:0.0:1789760784.990527:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508461312:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760784.990684:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6054, 6054]
00000080:00200000:1.0:1789760784.990701:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760784.990707:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760784.990723:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24801280 i_blocks 49159
00000020:00200000:1.0:1789760784.990726:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760784.990737:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760784.990770:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24801280, count: 4096
00000080:00200000:1.0:1789760784.990778:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24801280, bytes: 4096
00000080:00200000:1.0:1789760784.990789:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760784.990799:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760784.990802:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24801280, 24805376) 0 0
00000080:00200000:1.0:1789760784.990806:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760784.990823:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6055, 6055]
00020000:00200000:1.0:1789760784.990832:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24801280 chunk: [24801280, 24805376) 24805376, 4096
00020000:00200000:1.0:1789760784.990838:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760784.990858:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6055, 6055]
00000008:00010000:1.0:1789760784.990875:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760784.990882:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760784.990893:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24801280, 24805376) append 0 append lockpos 0
00000080:00200000:1.0:1789760784.990907:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24801280=0x17a7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760784.991033:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760784.991036:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24805376
00000020:00010000:1.0:1789760784.991045:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760784.991049:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.991063:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760784.991067:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760784.991070:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760784.991078:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760784.991085:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760784.991101:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760784.991284:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 24801280<>24805376
00000100:00100000:0.0:1789760784.991848:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508461440:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760785.028827:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf600
00000020:00200000:0.0:1789760785.028842:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.028854:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.028880:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf600
00000100:00100000:0.0:1789760785.028911:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508461440:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.029025:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6055, 6055]
00000080:00200000:1.0:1789760785.029040:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.029047:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.029071:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24805376 i_blocks 49159
00000020:00200000:1.0:1789760785.029075:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.029085:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.029118:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24805376, count: 4096
00000080:00200000:1.0:1789760785.029125:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24805376, bytes: 4096
00000080:00200000:1.0:1789760785.029138:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.029148:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.029150:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24805376, 24809472) 0 0
00000080:00200000:1.0:1789760785.029155:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.029172:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6056, 6056]
00020000:00200000:1.0:1789760785.029181:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24805376 chunk: [24805376, 24809472) 24809472, 4096
00020000:00200000:1.0:1789760785.029186:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.029206:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6056, 6056]
00000008:00010000:1.0:1789760785.029223:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.029229:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.029242:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24805376, 24809472) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.029257:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24805376=0x17a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.029386:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.029389:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24809472
00000020:00010000:1.0:1789760785.029469:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.029476:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.029480:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.029484:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.029487:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.029496:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.029503:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.029524:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760785.029821:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 24805376<>24809472
00000100:00100000:0.0:1789760785.029907:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760785.029925:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508461568:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.108937:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973376 gen 3
00000008:00010000:0.0:1789760785.109012:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000020:00200000:0.0:1789760785.109022:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.109033:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.109108:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000100:00100000:0.0:1789760785.109139:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508461568:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.109625:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6056, 6056]
00000080:00200000:1.0:1789760785.109676:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.109682:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.109697:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24809472 i_blocks 49159
00000020:00200000:1.0:1789760785.109701:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.109712:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.109745:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24809472, count: 4096
00000080:00200000:1.0:1789760785.109752:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24809472, bytes: 4096
00000080:00200000:1.0:1789760785.109762:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.109771:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.109773:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24809472, 24813568) 0 0
00000080:00200000:1.0:1789760785.109777:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.109792:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6057, 6057]
00020000:00200000:1.0:1789760785.109800:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24809472 chunk: [24809472, 24813568) 24813568, 4096
00020000:00200000:1.0:1789760785.109805:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.109823:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6057, 6057]
00000008:00010000:1.0:1789760785.109841:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.109847:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.109858:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24809472, 24813568) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.109871:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24809472=0x17a9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.109930:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.109933:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24813568
00000020:00010000:1.0:1789760785.109942:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.109946:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.109949:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.109953:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.109956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.110022:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.110030:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.110061:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760785.110245:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 24809472<>24813568
00000100:00100000:0.0:1789760785.110383:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508461696:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.175561:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973377 gen 3
00000008:00010000:0.0:1789760785.175626:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbff00
00000020:00200000:0.0:1789760785.175673:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.175686:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.175708:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbff00
00000100:00100000:0.0:1789760785.175738:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508461696:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.176767:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6057, 6057]
00000080:00200000:1.0:1789760785.176788:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.176794:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.176812:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24813568 i_blocks 49159
00000020:00200000:1.0:1789760785.176817:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.176830:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.176866:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24813568, count: 4096
00000080:00200000:1.0:1789760785.176874:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24813568, bytes: 4096
00000080:00200000:1.0:1789760785.176889:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.176900:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.176902:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24813568, 24817664) 0 0
00000080:00200000:1.0:1789760785.176908:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.176924:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6058, 6058]
00020000:00200000:1.0:1789760785.176932:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24813568 chunk: [24813568, 24817664) 24817664, 4096
00020000:00200000:1.0:1789760785.176937:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.176958:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6058, 6058]
00000008:00010000:1.0:1789760785.176977:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.176985:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.176996:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24813568, 24817664) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.177009:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24813568=0x17aa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.178209:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.178217:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24817664
00000020:00010000:1.0:1789760785.178230:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.178234:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.178238:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.178242:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.178246:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.178257:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.178267:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.178300:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760785.178447:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 24813568<>24817664
00000100:00100000:0.0:1789760785.178590:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508461824:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760785.267548:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf000
00000020:00200000:0.0:1789760785.267564:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.267577:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.267610:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf000
00000100:00100000:0.0:1789760785.267681:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508461824:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.267778:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6058, 6058]
00000080:00200000:1.0:1789760785.267796:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.267802:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.267819:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24817664 i_blocks 49159
00000020:00200000:1.0:1789760785.267823:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.267833:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.267879:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24817664, count: 4096
00000080:00200000:1.0:1789760785.267887:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24817664, bytes: 4096
00000080:00200000:1.0:1789760785.267897:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.267907:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.267909:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24817664, 24821760) 0 0
00000080:00200000:1.0:1789760785.267914:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.267930:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6059, 6059]
00020000:00200000:1.0:1789760785.267939:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24817664 chunk: [24817664, 24821760) 24821760, 4096
00020000:00200000:1.0:1789760785.267944:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.267974:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6059, 6059]
00000008:00010000:1.0:1789760785.267994:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.268000:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.268012:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24817664, 24821760) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.268027:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24817664=0x17ab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.268096:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.268100:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24821760
00000020:00010000:1.0:1789760785.268108:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.268116:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.268119:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.268123:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.268126:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.268133:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.268140:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.268155:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760785.268283:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 24817664<>24821760
00000100:00100000:0.0:1789760785.268502:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508461952:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.317483:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973379 gen 3
00000008:00010000:0.0:1789760785.317558:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf000
00000020:00200000:0.0:1789760785.317567:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.317580:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.317684:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf000
00000100:00100000:0.0:1789760785.317718:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508461952:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.317873:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6059, 6059]
00000080:00200000:1.0:1789760785.317892:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.317899:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.317917:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24821760 i_blocks 49159
00000020:00200000:1.0:1789760785.317921:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.317932:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.317979:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24821760, count: 4096
00000080:00200000:1.0:1789760785.317987:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24821760, bytes: 4096
00000080:00200000:1.0:1789760785.317998:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.318008:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.318011:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24821760, 24825856) 0 0
00000080:00200000:1.0:1789760785.318016:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.318033:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6060, 6060]
00020000:00200000:1.0:1789760785.318042:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24821760 chunk: [24821760, 24825856) 24825856, 4096
00020000:00200000:1.0:1789760785.318047:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.318184:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6060, 6060]
00000008:00010000:1.0:1789760785.318205:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.318211:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.318223:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24821760, 24825856) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.318238:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24821760=0x17ac000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.318303:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.318306:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24825856
00000020:00010000:1.0:1789760785.318317:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.318320:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.318323:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.318327:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.318331:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.318339:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.318346:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.318365:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760785.318564:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 24821760<>24825856
00000100:00100000:0.0:1789760785.318682:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508462080:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.383414:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973380 gen 3
00000008:00010000:0.0:1789760785.383472:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbff00
00000020:00200000:0.0:1789760785.383491:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.383569:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.383723:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbff00
00000100:00100000:0.0:1789760785.383754:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508462080:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.384014:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6060, 6060]
00000080:00200000:1.0:1789760785.384032:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.384040:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.384065:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24825856 i_blocks 49159
00000020:00200000:1.0:1789760785.384070:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.384137:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.384172:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24825856, count: 4096
00000080:00200000:1.0:1789760785.384180:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24825856, bytes: 4096
00000080:00200000:1.0:1789760785.384193:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.384202:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.384205:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24825856, 24829952) 0 0
00000080:00200000:1.0:1789760785.384209:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.384226:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6061, 6061]
00020000:00200000:1.0:1789760785.384234:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24825856 chunk: [24825856, 24829952) 24829952, 4096
00020000:00200000:1.0:1789760785.384239:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.384266:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6061, 6061]
00000008:00010000:1.0:1789760785.384290:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.384297:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.384310:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24825856, 24829952) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.384325:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24825856=0x17ad000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.384388:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.384391:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24829952
00000020:00010000:1.0:1789760785.384400:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.384404:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.384407:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.384411:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489d58 (ffff9686c512d128/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.384414:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d128/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.384422:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.384429:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.384449:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760785.384914:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 24825856<>24829952
00000100:00100000:0.0:1789760785.385025:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508462208:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.436146:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973381 gen 3
00000008:00010000:0.0:1789760785.436204:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000020:00200000:0.0:1789760785.436213:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.436226:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.436260:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000100:00100000:0.0:1789760785.436292:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508462208:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.527271:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6062, 6062]
00000080:00200000:1.0:1789760785.527288:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.527293:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.527308:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24834048 i_blocks 49159
00000020:00200000:1.0:1789760785.527312:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.527321:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.527356:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24834048, count: 4096
00000080:00200000:1.0:1789760785.527364:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24834048, bytes: 4096
00000080:00200000:1.0:1789760785.527375:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.527385:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.527387:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24834048, 24838144) 0 0
00000080:00200000:1.0:1789760785.527392:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.527420:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6063, 6063]
00020000:00200000:1.0:1789760785.527428:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24834048 chunk: [24834048, 24838144) 24838144, 4096
00020000:00200000:1.0:1789760785.527433:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.527455:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6063, 6063]
00000008:00010000:1.0:1789760785.527472:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.527478:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.527489:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24834048, 24838144) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.527503:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24834048=0x17af000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.527567:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.527570:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24838144
00000020:00010000:1.0:1789760785.527579:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.527583:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.527586:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.527590:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.527593:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.527601:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.527608:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.527624:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760785.527795:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 24834048<>24838144
00000100:00100000:0.0:1789760785.527855:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760785.527874:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508462464:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.569979:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973383 gen 3
00000008:00010000:0.0:1789760785.570033:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf600
00000020:00200000:0.0:1789760785.570042:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.570064:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.570121:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf600
00000100:00100000:0.0:1789760785.570151:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508462464:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.570342:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6063, 6063]
00000080:00200000:1.0:1789760785.570358:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.570365:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.570380:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24838144 i_blocks 49159
00000020:00200000:1.0:1789760785.570384:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.570394:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.570429:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24838144, count: 4096
00000080:00200000:1.0:1789760785.570436:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24838144, bytes: 4096
00000080:00200000:1.0:1789760785.570446:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.570455:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.570457:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24838144, 24842240) 0 0
00000080:00200000:1.0:1789760785.570462:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.570479:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6064, 6064]
00020000:00200000:1.0:1789760785.570487:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24838144 chunk: [24838144, 24842240) 24842240, 4096
00020000:00200000:1.0:1789760785.570491:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.570511:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6064, 6064]
00000008:00010000:1.0:1789760785.570676:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.570685:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.570698:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24838144, 24842240) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.570713:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24838144=0x17b0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.570773:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.570776:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24842240
00000020:00010000:1.0:1789760785.570784:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.570787:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.570791:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.570794:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.570797:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.570805:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.570811:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.570828:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760785.570954:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 24838144<>24842240
00000100:00100000:0.0:1789760785.571024:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508462592:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.624044:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973384 gen 3
00000008:00010000:0.0:1789760785.624110:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:0.0:1789760785.624118:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.624130:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.624378:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:0.0:1789760785.624421:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508462592:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.627486:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6064, 6064]
00000080:00200000:1.0:1789760785.627514:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.627522:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.627680:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24842240 i_blocks 49159
00000020:00200000:1.0:1789760785.627686:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.627704:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.627739:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24842240, count: 4096
00000080:00200000:1.0:1789760785.627747:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24842240, bytes: 4096
00000080:00200000:1.0:1789760785.627764:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.627775:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.627777:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24842240, 24846336) 0 0
00000080:00200000:1.0:1789760785.627782:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.627799:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6065, 6065]
00020000:00200000:1.0:1789760785.627808:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24842240 chunk: [24842240, 24846336) 24846336, 4096
00020000:00200000:1.0:1789760785.627813:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.627835:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6065, 6065]
00000008:00010000:1.0:1789760785.627854:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.627860:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.627872:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24842240, 24846336) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.627886:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24842240=0x17b1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.627954:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.627958:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24846336
00000020:00010000:1.0:1789760785.627966:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.627970:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.627973:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.627976:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.627979:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.627987:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.627993:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.628021:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760785.629375:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 24842240<>24846336
00000100:00100000:0.0:1789760785.629733:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508462720:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.677224:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973385 gen 3
00000008:00010000:0.0:1789760785.677286:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:0.0:1789760785.677294:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.677305:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.677325:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:0.0:1789760785.677361:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508462720:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.677894:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6065, 6065]
00000080:00200000:1.0:1789760785.677911:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.677918:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.677934:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24846336 i_blocks 49159
00000020:00200000:1.0:1789760785.677938:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.677948:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.677993:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24846336, count: 4096
00000080:00200000:1.0:1789760785.678000:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24846336, bytes: 4096
00000080:00200000:1.0:1789760785.678012:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.678021:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.678024:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24846336, 24850432) 0 0
00000080:00200000:1.0:1789760785.678029:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.678057:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6066, 6066]
00020000:00200000:1.0:1789760785.678066:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24846336 chunk: [24846336, 24850432) 24850432, 4096
00020000:00200000:1.0:1789760785.678071:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.678091:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6066, 6066]
00000008:00010000:1.0:1789760785.678110:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.678116:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.678129:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24846336, 24850432) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.678143:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24846336=0x17b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.678205:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.678208:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24850432
00000020:00010000:1.0:1789760785.678217:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.678220:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.678223:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.678227:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.678230:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.678236:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.678243:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.678262:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760785.678390:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 24846336<>24850432
00000100:00100000:0.0:1789760785.678620:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760785.678678:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508462848:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.750445:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973386 gen 3
00000008:00010000:0.0:1789760785.750498:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760785.750507:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.750518:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.750681:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000100:00100000:0.0:1789760785.750722:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508462848:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.755998:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6066, 6066]
00000080:00200000:1.0:1789760785.756028:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.756036:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.756106:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24850432 i_blocks 49159
00000020:00200000:1.0:1789760785.756112:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.756127:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.756160:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24850432, count: 4096
00000080:00200000:1.0:1789760785.756170:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24850432, bytes: 4096
00000080:00200000:1.0:1789760785.756185:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.756194:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.756196:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24850432, 24854528) 0 0
00000080:00200000:1.0:1789760785.756202:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.756218:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6067, 6067]
00020000:00200000:1.0:1789760785.756227:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24850432 chunk: [24850432, 24854528) 24854528, 4096
00020000:00200000:1.0:1789760785.756231:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.756253:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6067, 6067]
00000008:00010000:1.0:1789760785.756273:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.756280:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.756292:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24850432, 24854528) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.756309:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24850432=0x17b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.756370:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.756373:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24854528
00000020:00010000:1.0:1789760785.756382:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.756387:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.756390:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.756394:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.756398:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.756406:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.756414:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.756431:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760785.757970:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 24850432<>24854528
00000100:00100000:0.0:1789760785.758270:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760785.758300:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508462976:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.813063:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973387 gen 3
00000008:00010000:0.0:1789760785.813114:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760785.813125:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.813138:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.813163:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760785.813194:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508462976:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.813367:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6067, 6067]
00000080:00200000:1.0:1789760785.813383:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.813389:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.813405:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24854528 i_blocks 49159
00000020:00200000:1.0:1789760785.813409:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.813419:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.813452:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24854528, count: 4096
00000080:00200000:1.0:1789760785.813459:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24854528, bytes: 4096
00000080:00200000:1.0:1789760785.813470:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.813479:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.813481:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24854528, 24858624) 0 0
00000080:00200000:1.0:1789760785.813486:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.813502:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6068, 6068]
00020000:00200000:1.0:1789760785.813510:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24854528 chunk: [24854528, 24858624) 24858624, 4096
00020000:00200000:1.0:1789760785.813515:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.813599:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6068, 6068]
00000008:00010000:1.0:1789760785.813620:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.813626:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4eb0, osc lock ffff9686c60ba850, flags 0x0
00000080:00200000:1.0:1789760785.813679:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24854528, 24858624) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.813694:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24854528=0x17b4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760785.813936:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760785.813942:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24858624
00000020:00010000:0.0:1789760785.813952:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760785.813956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.813959:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4eb0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760785.813963:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760785.813966:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4eb0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760785.813974:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760785.813980:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760785.813993:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760785.814131:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24854528<>24858624
00000100:00100000:0.0:1789760785.814178:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760785.814197:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508463104:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760785.874483:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973388 gen 3
00000008:00010000:0.0:1789760785.874534:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760785.874543:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760785.874555:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760785.874582:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760785.874612:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508463104:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760785.875693:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760785.875719:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508463232:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760785.929691:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973389 gen 3
00000008:00010000:2.0:1789760785.929767:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3480
00000020:00200000:2.0:1789760785.929777:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.929789:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.929813:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3480
00000100:00100000:2.0:1789760785.929839:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508463232:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760785.932605:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508463360:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760785.992615:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973390 gen 3
00000008:00010000:2.0:1789760785.992884:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3f00
00000020:00200000:2.0:1789760785.992892:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760785.992904:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760785.992927:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3f00
00000100:00100000:2.0:1789760785.992968:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508463360:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760785.993139:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6070, 6070]
00000080:00200000:1.0:1789760785.993155:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760785.993161:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760785.993176:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24866816 i_blocks 49159
00000020:00200000:1.0:1789760785.993180:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760785.993192:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760785.993226:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24866816, count: 4096
00000080:00200000:1.0:1789760785.993234:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24866816, bytes: 4096
00000080:00200000:1.0:1789760785.993246:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760785.993256:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760785.993258:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24866816, 24870912) 0 0
00000080:00200000:1.0:1789760785.993263:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760785.993279:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6071, 6071]
00020000:00200000:1.0:1789760785.993288:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24866816 chunk: [24866816, 24870912) 24870912, 4096
00020000:00200000:1.0:1789760785.993293:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760785.993314:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6071, 6071]
00000008:00010000:1.0:1789760785.993495:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760785.993502:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760785.993515:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24866816, 24870912) append 0 append lockpos 0
00000080:00200000:1.0:1789760785.993538:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24866816=0x17b7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760785.993815:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760785.993818:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24870912
00000020:00010000:1.0:1789760785.993828:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760785.993832:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.993835:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760785.993839:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760785.993842:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760785.993850:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760785.993857:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760785.993875:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760785.994075:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 24866816<>24870912
00000100:00100000:1.0:1789760785.994128:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760785.994147:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508463488:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760786.064096:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973391 gen 3
00000008:00010000:0.0:1789760786.064147:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760786.064157:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.064169:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.064244:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000100:00100000:0.0:1789760786.064285:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508463488:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760786.064612:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6071, 6071]
00000080:00200000:2.0:1789760786.064779:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.064786:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.064803:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24870912 i_blocks 49159
00000020:00200000:2.0:1789760786.064807:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.064818:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.064853:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24870912, count: 4096
00000080:00200000:2.0:1789760786.064861:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24870912, bytes: 4096
00000080:00200000:2.0:1789760786.064871:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.064880:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.064883:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24870912, 24875008) 0 0
00000080:00200000:2.0:1789760786.064887:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.064903:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6072, 6072]
00020000:00200000:2.0:1789760786.064913:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24870912 chunk: [24870912, 24875008) 24875008, 4096
00020000:00200000:2.0:1789760786.064917:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.064938:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6072, 6072]
00000008:00010000:2.0:1789760786.065017:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.065025:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.065038:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24870912, 24875008) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.065062:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24870912=0x17b8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.065123:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.065126:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24875008
00000020:00010000:2.0:1789760786.065134:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.065138:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.065141:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.065144:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.065147:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.065154:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.065161:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.065178:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634480
00000008:00100000:2.0:1789760786.065608:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a680 - object 0x280000401:3 offset 24870912<>24875008
00010000:00010000:1.0:1789760786.073000:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760786.098834:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6072, 6072]
00000080:00200000:2.0:1789760786.098850:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.098855:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.098870:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24875008 i_blocks 49159
00000020:00200000:2.0:1789760786.098872:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.098882:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.098913:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24875008, count: 4096
00000080:00200000:2.0:1789760786.098919:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24875008, bytes: 4096
00000080:00200000:2.0:1789760786.098928:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.098935:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.098937:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24875008, 24879104) 0 0
00000080:00200000:2.0:1789760786.098941:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.098955:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6073, 6073]
00020000:00200000:2.0:1789760786.099013:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24875008 chunk: [24875008, 24879104) 24879104, 4096
00020000:00200000:2.0:1789760786.099017:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.099035:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6073, 6073]
00000008:00010000:2.0:1789760786.099060:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.099067:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.099080:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24875008, 24879104) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.099094:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24875008=0x17b9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.099152:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.099154:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24879104
00000020:00010000:2.0:1789760786.099162:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.099166:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.099169:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.099173:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.099176:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.099184:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.099190:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.099208:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760786.099333:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99c00 - object 0x280000401:3 offset 24875008<>24879104
00000080:00200000:2.0:1789760786.130128:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6073, 6073]
00000080:00200000:2.0:1789760786.130145:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.130152:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.130168:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24879104 i_blocks 49159
00000020:00200000:2.0:1789760786.130172:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.130183:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.130215:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24879104, count: 4096
00000080:00200000:2.0:1789760786.130222:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24879104, bytes: 4096
00000080:00200000:2.0:1789760786.130236:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.130246:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.130248:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24879104, 24883200) 0 0
00000080:00200000:2.0:1789760786.130253:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.130269:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6074, 6074]
00020000:00200000:2.0:1789760786.130427:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24879104 chunk: [24879104, 24883200) 24883200, 4096
00020000:00200000:2.0:1789760786.130432:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.130455:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6074, 6074]
00000008:00010000:2.0:1789760786.130585:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.130592:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.130606:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24879104, 24883200) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.130620:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24879104=0x17ba000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.130763:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.130767:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24883200
00000020:00010000:2.0:1789760786.130776:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.130780:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.130784:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.130787:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.130791:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.130799:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.130807:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.130825:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760786.130952:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99500 - object 0x280000401:3 offset 24879104<>24883200
00000080:00200000:1.0:1789760786.178425:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6074, 6074]
00000080:00200000:1.0:1789760786.178441:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.178448:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.178463:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24883200 i_blocks 49159
00000020:00200000:1.0:1789760786.178467:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.178477:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.178515:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24883200, count: 4096
00000080:00200000:1.0:1789760786.178522:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24883200, bytes: 4096
00000080:00200000:1.0:1789760786.178532:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.178541:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.178543:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24883200, 24887296) 0 0
00000080:00200000:1.0:1789760786.178549:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.178566:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6075, 6075]
00020000:00200000:1.0:1789760786.178576:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24883200 chunk: [24883200, 24887296) 24887296, 4096
00020000:00200000:1.0:1789760786.178581:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.178601:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6075, 6075]
00000008:00010000:1.0:1789760786.178619:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.178625:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.178661:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24883200, 24887296) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.178675:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24883200=0x17bb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.178728:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.178731:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24887296
00000020:00010000:1.0:1789760786.178739:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.178742:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.178746:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.178750:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.178753:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.178760:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.178767:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.178782:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760786.178899:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 24883200<>24887296
00000100:00100000:0.0:1789760786.179259:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508464000:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760786.221414:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973395 gen 3
00000008:00010000:0.0:1789760786.221479:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760786.221489:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.221499:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.221522:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760786.221552:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508464000:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760786.221727:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6075, 6075]
00000080:00200000:1.0:1789760786.221745:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.221752:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.221767:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24887296 i_blocks 49159
00000020:00200000:1.0:1789760786.221771:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.221781:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.221814:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24887296, count: 4096
00000080:00200000:1.0:1789760786.221823:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24887296, bytes: 4096
00000080:00200000:1.0:1789760786.221832:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.221841:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.221844:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24887296, 24891392) 0 0
00000080:00200000:1.0:1789760786.221848:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.221864:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6076, 6076]
00020000:00200000:1.0:1789760786.221872:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24887296 chunk: [24887296, 24891392) 24891392, 4096
00020000:00200000:1.0:1789760786.221877:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.221897:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6076, 6076]
00000008:00010000:1.0:1789760786.221915:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.221922:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.221935:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24887296, 24891392) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.221949:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24887296=0x17bc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.222012:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.222015:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24891392
00000020:00010000:1.0:1789760786.222024:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.222027:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.222030:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.222034:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.222038:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.222058:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.222065:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760786.222201:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:0.0:1789760786.222321:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 24887296<>24891392
00000100:00100000:0.0:1789760786.222380:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508464128:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760786.260424:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973396 gen 3
00000008:00010000:0.0:1789760786.260481:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760786.260490:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.260504:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.260531:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760786.260560:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508464128:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760786.260714:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6076, 6076]
00000080:00200000:1.0:1789760786.260733:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.260739:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.260757:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24891392 i_blocks 49159
00000020:00200000:1.0:1789760786.260762:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.260772:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.260807:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24891392, count: 4096
00000080:00200000:1.0:1789760786.260814:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24891392, bytes: 4096
00000080:00200000:1.0:1789760786.260826:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.260836:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.260838:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24891392, 24895488) 0 0
00000080:00200000:1.0:1789760786.260843:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.260860:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6077, 6077]
00020000:00200000:1.0:1789760786.260868:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24891392 chunk: [24891392, 24895488) 24895488, 4096
00020000:00200000:1.0:1789760786.260872:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.260893:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6077, 6077]
00000008:00010000:1.0:1789760786.260912:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.260920:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.260932:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24891392, 24895488) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.260948:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24891392=0x17bd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.261023:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.261026:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24895488
00000020:00010000:1.0:1789760786.261035:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.261039:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.261050:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.261054:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.261057:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.261064:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.261071:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.261087:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760786.261213:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24891392<>24895488
00000100:00100000:0.0:1789760786.261381:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508464256:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760786.302485:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973397 gen 3
00000008:00010000:0.0:1789760786.302538:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760786.302547:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.302560:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.302668:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:0.0:1789760786.302700:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508464256:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760786.302915:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6077, 6077]
00000080:00200000:2.0:1789760786.302933:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.302939:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.302953:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24895488 i_blocks 49159
00000020:00200000:2.0:1789760786.302958:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.302969:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.303001:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24895488, count: 4096
00000080:00200000:2.0:1789760786.303009:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24895488, bytes: 4096
00000080:00200000:2.0:1789760786.303022:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.303032:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.303034:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24895488, 24899584) 0 0
00000080:00200000:2.0:1789760786.303039:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.303071:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6078, 6078]
00020000:00200000:2.0:1789760786.303079:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24895488 chunk: [24895488, 24899584) 24899584, 4096
00020000:00200000:2.0:1789760786.303196:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.303219:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6078, 6078]
00000008:00010000:2.0:1789760786.303237:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.303243:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.303255:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24895488, 24899584) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.303270:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24895488=0x17be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.303883:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.303888:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24899584
00000020:00010000:2.0:1789760786.303898:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.303902:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.303905:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.303909:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.303912:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.303921:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.303929:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.303955:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16340c0
00000008:00100000:2.0:1789760786.304119:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98380 - object 0x280000401:3 offset 24895488<>24899584
00000080:00200000:2.0:1789760786.350325:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6078, 6078]
00000080:00200000:2.0:1789760786.350343:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.350350:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.350364:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24899584 i_blocks 49159
00000020:00200000:2.0:1789760786.350367:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.350378:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.350418:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24899584, count: 4096
00000080:00200000:2.0:1789760786.350425:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24899584, bytes: 4096
00000080:00200000:2.0:1789760786.350435:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.350443:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.350446:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24899584, 24903680) 0 0
00000080:00200000:2.0:1789760786.350451:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.350467:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6079, 6079]
00020000:00200000:2.0:1789760786.350475:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24899584 chunk: [24899584, 24903680) 24903680, 4096
00020000:00200000:2.0:1789760786.350479:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.350499:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6079, 6079]
00000008:00010000:2.0:1789760786.350517:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.350523:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.350535:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24899584, 24903680) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.350549:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24899584=0x17bf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.350618:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.350621:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24903680
00000020:00010000:2.0:1789760786.350672:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.350677:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.350680:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.350683:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.350686:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.350694:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.350701:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.350717:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634300
00000008:00100000:2.0:1789760786.350840:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98380 - object 0x280000401:3 offset 24899584<>24903680
00000100:00100000:2.0:1789760786.350875:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760786.350890:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508464512:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760786.385232:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634300
00000020:00200000:2.0:1789760786.385249:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760786.385260:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760786.385333:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634300
00000100:00100000:2.0:1789760786.385366:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508464512:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760786.385703:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24903680 i_blocks 49159
00000020:00200000:2.0:1789760786.385708:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.385719:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.385752:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24903680, count: 4096
00000080:00200000:2.0:1789760786.385760:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24903680, bytes: 4096
00000080:00200000:2.0:1789760786.385770:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.385780:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.385782:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24903680, 24907776) 0 0
00000080:00200000:2.0:1789760786.385787:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.385804:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6080, 6080]
00020000:00200000:2.0:1789760786.385812:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24903680 chunk: [24903680, 24907776) 24907776, 4096
00020000:00200000:2.0:1789760786.385817:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.385835:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6080, 6080]
00000008:00010000:2.0:1789760786.385852:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.385858:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.385871:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24903680, 24907776) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.385886:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24903680=0x17c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.385937:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.385940:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24907776
00000020:00010000:2.0:1789760786.385948:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.385952:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.386027:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.386032:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.386035:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.386052:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.386060:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.386075:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634300
00000008:00100000:2.0:1789760786.386200:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99500 - object 0x280000401:3 offset 24903680<>24907776
00000100:00100000:2.0:1789760786.418236:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973400 gen 3
00000008:00010000:2.0:1789760786.418301:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634300
00000020:00200000:2.0:1789760786.418309:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760786.418318:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760786.418380:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634300
00000100:00100000:2.0:1789760786.418418:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508464640:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760786.418531:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6080, 6080]
00000080:00200000:1.0:1789760786.418548:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.418554:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.418569:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24907776 i_blocks 49159
00000020:00200000:1.0:1789760786.418572:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.418583:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.418676:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24907776, count: 4096
00000080:00200000:1.0:1789760786.418684:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24907776, bytes: 4096
00000080:00200000:1.0:1789760786.418694:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.418702:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.418705:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24907776, 24911872) 0 0
00000080:00200000:1.0:1789760786.418709:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.418725:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6081, 6081]
00020000:00200000:1.0:1789760786.418733:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24907776 chunk: [24907776, 24911872) 24911872, 4096
00020000:00200000:1.0:1789760786.418737:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.418754:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6081, 6081]
00000008:00010000:1.0:1789760786.418769:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.418774:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.418784:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24907776, 24911872) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.418796:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24907776=0x17c1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.418844:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.418847:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24911872
00000020:00010000:1.0:1789760786.418854:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.418857:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.418860:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.418864:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.418867:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.418873:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.418879:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.418893:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760786.419184:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 24907776<>24911872
00000100:00100000:0.0:1789760786.419236:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508464768:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760786.449484:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973401 gen 3
00000008:00010000:0.0:1789760786.449537:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760786.449547:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.449559:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.449587:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760786.449621:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508464768:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760786.450281:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6081, 6081]
00000080:00200000:2.0:1789760786.450301:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.450307:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.450323:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24911872 i_blocks 49159
00000020:00200000:2.0:1789760786.450328:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.450340:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.450372:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24911872, count: 4096
00000080:00200000:2.0:1789760786.450380:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24911872, bytes: 4096
00000080:00200000:2.0:1789760786.450403:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.450413:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.450416:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24911872, 24915968) 0 0
00000080:00200000:2.0:1789760786.450421:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.450439:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6082, 6082]
00020000:00200000:2.0:1789760786.450449:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24911872 chunk: [24911872, 24915968) 24915968, 4096
00020000:00200000:2.0:1789760786.450454:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.450474:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6082, 6082]
00000008:00010000:2.0:1789760786.450493:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.450499:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.450512:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24911872, 24915968) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.450526:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24911872=0x17c2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.450599:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.450602:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24915968
00000020:00010000:2.0:1789760786.450611:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.450615:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.450619:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.450622:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.450654:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.450665:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.450672:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.450689:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634300
00000008:00100000:2.0:1789760786.450814:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99500 - object 0x280000401:3 offset 24911872<>24915968
00000080:00200000:1.0:1789760786.487063:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6082, 6082]
00000080:00200000:1.0:1789760786.487082:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.487088:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.487104:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24915968 i_blocks 49159
00000020:00200000:1.0:1789760786.487107:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.487119:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.487153:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24915968, count: 4096
00000080:00200000:1.0:1789760786.487160:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24915968, bytes: 4096
00000080:00200000:1.0:1789760786.487171:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.487180:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.487183:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24915968, 24920064) 0 0
00000080:00200000:1.0:1789760786.487188:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.487205:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6083, 6083]
00020000:00200000:1.0:1789760786.487215:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24915968 chunk: [24915968, 24920064) 24920064, 4096
00020000:00200000:1.0:1789760786.487220:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.487241:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6083, 6083]
00000008:00010000:1.0:1789760786.487259:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.487265:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.487277:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24915968, 24920064) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.487292:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24915968=0x17c3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.487358:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.487361:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24920064
00000020:00010000:1.0:1789760786.487369:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.487373:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.487377:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.487382:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.487384:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.487392:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.487412:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.487433:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760786.487562:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 24915968<>24920064
00000100:00100000:0.0:1789760786.487860:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508465024:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760786.519574:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973402 gen 3
00000100:00100000:0.0:1789760786.519664:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be8a80 x1876699508465024/t4294973403(4294973403) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760786.519715:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760786.519723:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.519733:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.519757:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760786.519780:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508465024:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760786.520070:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6083, 6083]
00000080:00200000:1.0:1789760786.520086:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.520093:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.520108:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24920064 i_blocks 49159
00000020:00200000:1.0:1789760786.520111:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.520120:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.520153:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24920064, count: 4096
00000080:00200000:1.0:1789760786.520161:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24920064, bytes: 4096
00000080:00200000:1.0:1789760786.520172:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.520182:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.520184:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24920064, 24924160) 0 0
00000080:00200000:1.0:1789760786.520189:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.520205:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6084, 6084]
00020000:00200000:1.0:1789760786.520214:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24920064 chunk: [24920064, 24924160) 24924160, 4096
00020000:00200000:1.0:1789760786.520218:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.520238:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6084, 6084]
00000008:00010000:1.0:1789760786.520256:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.520262:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.520273:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24920064, 24924160) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.520287:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24920064=0x17c4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.520346:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.520349:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24924160
00000020:00010000:1.0:1789760786.520358:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.520362:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.520365:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.520369:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.520372:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.520379:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.520386:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.520401:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760786.520537:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 24920064<>24924160
00000100:00100000:0.0:1789760786.520870:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760786.520889:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508465152:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760786.567845:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973403 gen 3
00000100:00100000:0.0:1789760786.567890:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be8380 x1876699508465152/t4294973404(4294973404) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760786.567948:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760786.567955:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.567978:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.567999:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:0.0:1789760786.568023:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508465152:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760786.568165:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6084, 6084]
00000080:00200000:1.0:1789760786.568182:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.568188:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.568204:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24924160 i_blocks 49159
00000020:00200000:1.0:1789760786.568208:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.568218:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.568253:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24924160, count: 4096
00000080:00200000:1.0:1789760786.568261:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24924160, bytes: 4096
00000080:00200000:1.0:1789760786.568271:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.568281:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.568284:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24924160, 24928256) 0 0
00000080:00200000:1.0:1789760786.568289:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.568305:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6085, 6085]
00020000:00200000:1.0:1789760786.568314:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24924160 chunk: [24924160, 24928256) 24928256, 4096
00020000:00200000:1.0:1789760786.568318:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.568338:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6085, 6085]
00000008:00010000:1.0:1789760786.568356:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.568362:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.568373:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24924160, 24928256) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.568389:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24924160=0x17c5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.568449:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.568452:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24928256
00000020:00010000:1.0:1789760786.568461:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.568465:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.568468:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.568473:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.568476:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.568484:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.568491:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.568507:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760786.568685:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 24924160<>24928256
00000100:00100000:0.0:1789760786.568846:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760786.568865:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508465280:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760786.602528:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973404 gen 3
00000100:00100000:0.0:1789760786.602570:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4bead80 x1876699508465280/t4294973405(4294973405) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760786.602620:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760786.602666:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.602677:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.602707:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760786.602730:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508465280:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760786.602825:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6085, 6085]
00000080:00200000:2.0:1789760786.602843:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.602849:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.602865:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24928256 i_blocks 49159
00000020:00200000:2.0:1789760786.602869:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.602879:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.602915:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24928256, count: 4096
00000080:00200000:2.0:1789760786.602923:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24928256, bytes: 4096
00000080:00200000:2.0:1789760786.602934:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.602943:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.602946:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24928256, 24932352) 0 0
00000080:00200000:2.0:1789760786.602951:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.602980:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6086, 6086]
00020000:00200000:2.0:1789760786.602990:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24928256 chunk: [24928256, 24932352) 24932352, 4096
00020000:00200000:2.0:1789760786.602995:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.603014:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6086, 6086]
00000008:00010000:2.0:1789760786.603031:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.603038:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.603060:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24928256, 24932352) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.603075:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24928256=0x17c6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.603136:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.603139:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24932352
00000020:00010000:2.0:1789760786.603148:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.603151:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.603154:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.603158:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.603161:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.603168:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.603175:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.603190:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760786.603314:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98380 - object 0x280000401:3 offset 24928256<>24932352
00000080:00200000:2.0:1789760786.632405:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6086, 6086]
00000080:00200000:2.0:1789760786.632422:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.632428:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.632444:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24932352 i_blocks 49159
00000020:00200000:2.0:1789760786.632449:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.632460:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.632499:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24932352, count: 4096
00000080:00200000:2.0:1789760786.632506:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24932352, bytes: 4096
00000080:00200000:2.0:1789760786.632515:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.632524:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.632526:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24932352, 24936448) 0 0
00000080:00200000:2.0:1789760786.632531:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.632547:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6087, 6087]
00020000:00200000:2.0:1789760786.632555:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24932352 chunk: [24932352, 24936448) 24936448, 4096
00020000:00200000:2.0:1789760786.632559:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.632578:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6087, 6087]
00000008:00010000:2.0:1789760786.632597:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.632604:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.632616:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24932352, 24936448) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.632661:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24932352=0x17c7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.632718:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.632721:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24936448
00000020:00010000:2.0:1789760786.632731:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.632734:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.632737:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.632740:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.632744:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.632751:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.632758:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.632774:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634cc0
00000008:00100000:2.0:1789760786.632900:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99c00 - object 0x280000401:3 offset 24932352<>24936448
00000080:00200000:2.0:1789760786.697694:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6087, 6087]
00000080:00200000:2.0:1789760786.697711:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.697718:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.697734:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24936448 i_blocks 49159
00000020:00200000:2.0:1789760786.697737:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.697748:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.697783:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24936448, count: 4096
00000080:00200000:2.0:1789760786.697791:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24936448, bytes: 4096
00000080:00200000:2.0:1789760786.697803:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.697813:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.697815:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24936448, 24940544) 0 0
00000080:00200000:2.0:1789760786.697820:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.697837:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6088, 6088]
00020000:00200000:2.0:1789760786.697845:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24936448 chunk: [24936448, 24940544) 24940544, 4096
00020000:00200000:2.0:1789760786.697849:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.697871:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6088, 6088]
00000008:00010000:2.0:1789760786.697890:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.697897:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.697909:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24936448, 24940544) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.697924:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24936448=0x17c8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.697998:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.698001:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24940544
00000020:00010000:2.0:1789760786.698010:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.698014:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.698017:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.698020:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.698032:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.698048:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.698055:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.698072:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760786.698407:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a680 - object 0x280000401:3 offset 24936448<>24940544
00000080:00200000:2.0:1789760786.737675:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6088, 6088]
00000080:00200000:2.0:1789760786.737692:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.737698:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.737714:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24940544 i_blocks 49159
00000020:00200000:2.0:1789760786.737718:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.737730:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.737766:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24940544, count: 4096
00000080:00200000:2.0:1789760786.737773:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24940544, bytes: 4096
00000080:00200000:2.0:1789760786.737784:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.737793:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.737795:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24940544, 24944640) 0 0
00000080:00200000:2.0:1789760786.737800:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.737817:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6089, 6089]
00020000:00200000:2.0:1789760786.737826:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24940544 chunk: [24940544, 24944640) 24944640, 4096
00020000:00200000:2.0:1789760786.737830:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.737852:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6089, 6089]
00000008:00010000:2.0:1789760786.737870:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.737876:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.737887:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24940544, 24944640) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.737901:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24940544=0x17c9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.738156:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.738159:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24944640
00000020:00010000:2.0:1789760786.738169:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.738172:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.738175:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.738178:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.738181:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.738188:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.738195:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.738214:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760786.738341:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98a80 - object 0x280000401:3 offset 24940544<>24944640
00000080:00200000:2.0:1789760786.778925:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6089, 6089]
00000080:00200000:2.0:1789760786.778947:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.778954:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.778971:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24944640 i_blocks 49159
00000020:00200000:2.0:1789760786.778976:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.778989:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.779032:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24944640, count: 4096
00000080:00200000:2.0:1789760786.779049:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24944640, bytes: 4096
00000080:00200000:2.0:1789760786.779061:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.779070:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.779072:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24944640, 24948736) 0 0
00000080:00200000:2.0:1789760786.779078:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.779095:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6090, 6090]
00020000:00200000:2.0:1789760786.779103:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24944640 chunk: [24944640, 24948736) 24948736, 4096
00020000:00200000:2.0:1789760786.779108:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.779128:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6090, 6090]
00000008:00010000:2.0:1789760786.779147:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.779153:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.779165:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24944640, 24948736) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.779184:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24944640=0x17ca000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.779256:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.779259:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24948736
00000020:00010000:2.0:1789760786.779269:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.779273:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.779276:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.779280:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.779283:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.779291:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.779300:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.779320:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760786.779454:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99880 - object 0x280000401:3 offset 24944640<>24948736
00000080:00200000:2.0:1789760786.819297:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6090, 6090]
00000080:00200000:2.0:1789760786.819314:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760786.819320:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760786.819335:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24948736 i_blocks 49159
00000020:00200000:2.0:1789760786.819339:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760786.819448:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760786.819485:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24948736, count: 4096
00000080:00200000:2.0:1789760786.819492:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24948736, bytes: 4096
00000080:00200000:2.0:1789760786.819502:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760786.819511:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760786.819513:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24948736, 24952832) 0 0
00000080:00200000:2.0:1789760786.819518:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760786.819534:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6091, 6091]
00020000:00200000:2.0:1789760786.819543:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24948736 chunk: [24948736, 24952832) 24952832, 4096
00020000:00200000:2.0:1789760786.819547:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760786.819566:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6091, 6091]
00000008:00010000:2.0:1789760786.819583:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760786.819589:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760786.819601:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24948736, 24952832) append 0 append lockpos 0
00000080:00200000:2.0:1789760786.819615:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24948736=0x17cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760786.819696:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760786.819699:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24952832
00000020:00010000:2.0:1789760786.819708:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760786.819712:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.819715:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760786.819719:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760786.819722:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760786.819729:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760786.819735:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760786.819752:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760786.819871:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99f80 - object 0x280000401:3 offset 24948736<>24952832
00000080:00200000:1.0:1789760786.858366:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6091, 6091]
00000080:00200000:1.0:1789760786.858383:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.858398:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.858414:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24952832 i_blocks 49159
00000020:00200000:1.0:1789760786.858418:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.858430:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.858466:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24952832, count: 4096
00000080:00200000:1.0:1789760786.858473:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24952832, bytes: 4096
00000080:00200000:1.0:1789760786.858484:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.858494:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.858496:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24952832, 24956928) 0 0
00000080:00200000:1.0:1789760786.858501:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.858519:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6092, 6092]
00020000:00200000:1.0:1789760786.858528:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24952832 chunk: [24952832, 24956928) 24956928, 4096
00020000:00200000:1.0:1789760786.858533:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.858554:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6092, 6092]
00000008:00010000:1.0:1789760786.858572:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.858579:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.858590:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24952832, 24956928) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.858606:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24952832=0x17cc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.858704:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.858708:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24956928
00000020:00010000:1.0:1789760786.858716:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.858719:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.858722:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.858725:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.858728:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.858735:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.858742:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.858759:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760786.858897:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 24952832<>24956928
00000100:00100000:0.0:1789760786.859127:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760786.859147:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508466176:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760786.908296:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973412 gen 3
00000008:00010000:0.0:1789760786.908368:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760786.908378:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.908401:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.908422:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760786.908457:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508466176:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760786.908483:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6092, 6092]
00000080:00200000:1.0:1789760786.908501:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.908507:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.908522:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24956928 i_blocks 49159
00000020:00200000:1.0:1789760786.908525:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.908535:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.908569:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24956928, count: 4096
00000080:00200000:1.0:1789760786.908577:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24956928, bytes: 4096
00000080:00200000:1.0:1789760786.908586:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.908596:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.908598:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24956928, 24961024) 0 0
00000080:00200000:1.0:1789760786.908603:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.908618:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6093, 6093]
00020000:00200000:1.0:1789760786.908670:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24956928 chunk: [24956928, 24961024) 24961024, 4096
00020000:00200000:1.0:1789760786.908675:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.908695:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6093, 6093]
00000008:00010000:1.0:1789760786.908712:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.908718:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.908729:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24956928, 24961024) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.908743:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24956928=0x17cd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.908963:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.908967:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24961024
00000020:00010000:1.0:1789760786.908976:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.908979:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.908982:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.908986:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.908989:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.908997:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.909004:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.909021:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760786.909163:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 24956928<>24961024
00000100:00100000:0.0:1789760786.909309:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760786.909328:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508466304:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760786.948324:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973413 gen 3
00000008:00010000:0.0:1789760786.948379:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760786.948388:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.948399:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.948467:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000100:00100000:0.0:1789760786.948495:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508466304:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760786.948889:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6093, 6093]
00000080:00200000:1.0:1789760786.948907:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.948978:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.948996:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24961024 i_blocks 49159
00000020:00200000:1.0:1789760786.949000:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.949011:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.949056:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24961024, count: 4096
00000080:00200000:1.0:1789760786.949063:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24961024, bytes: 4096
00000080:00200000:1.0:1789760786.949074:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.949083:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.949085:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24961024, 24965120) 0 0
00000080:00200000:1.0:1789760786.949090:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.949107:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6094, 6094]
00020000:00200000:1.0:1789760786.949116:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24961024 chunk: [24961024, 24965120) 24965120, 4096
00020000:00200000:1.0:1789760786.949120:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.949140:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6094, 6094]
00000008:00010000:1.0:1789760786.949158:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.949317:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.949333:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24961024, 24965120) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.949349:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24961024=0x17ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.949478:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.949482:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24965120
00000020:00010000:1.0:1789760786.949492:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.949496:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.949500:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.949503:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.949506:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.949515:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.949522:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.949543:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760786.949762:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 24961024<>24965120
00000100:00100000:0.0:1789760786.950099:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760786.950126:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508466432:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760786.982503:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760786.982518:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760786.982532:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760786.982557:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760786.982596:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508466432:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760786.982782:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6094, 6094]
00000080:00200000:1.0:1789760786.982800:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760786.982806:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760786.982825:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24965120 i_blocks 49159
00000020:00200000:1.0:1789760786.982828:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760786.982838:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760786.982876:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24965120, count: 4096
00000080:00200000:1.0:1789760786.982884:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24965120, bytes: 4096
00000080:00200000:1.0:1789760786.982895:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760786.982904:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760786.982907:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24965120, 24969216) 0 0
00000080:00200000:1.0:1789760786.982922:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760786.982942:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6095, 6095]
00020000:00200000:1.0:1789760786.982960:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24965120 chunk: [24965120, 24969216) 24969216, 4096
00020000:00200000:1.0:1789760786.982965:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760786.982986:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6095, 6095]
00000008:00010000:1.0:1789760786.983004:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760786.983010:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760786.983022:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24965120, 24969216) append 0 append lockpos 0
00000080:00200000:1.0:1789760786.983046:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24965120=0x17cf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760786.983100:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760786.983103:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24969216
00000020:00010000:1.0:1789760786.983113:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760786.983116:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.983119:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760786.983123:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760786.983126:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760786.983133:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760786.983141:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760786.983154:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760786.983283:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 24965120<>24969216
00000100:00100000:1.0:1789760786.983322:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760786.983340:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508466560:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760787.017800:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973414 gen 3
00000100:00100000:0.0:1789760787.017841:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be9500 x1876699508466560/t4294973415(4294973415) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760802 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760787.017891:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760787.017899:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760787.017921:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760787.018054:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000100:00100000:0.0:1789760787.018091:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508466560:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760787.018472:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6095, 6095]
00000080:00200000:2.0:1789760787.018490:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.018496:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.018513:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24969216 i_blocks 49159
00000020:00200000:2.0:1789760787.018517:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.018528:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.018563:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24969216, count: 4096
00000080:00200000:2.0:1789760787.018571:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24969216, bytes: 4096
00000080:00200000:2.0:1789760787.018665:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.018675:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.018678:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24969216, 24973312) 0 0
00000080:00200000:2.0:1789760787.018682:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.018701:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6096, 6096]
00020000:00200000:2.0:1789760787.018709:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24969216 chunk: [24969216, 24973312) 24973312, 4096
00020000:00200000:2.0:1789760787.018774:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.018797:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6096, 6096]
00000008:00010000:2.0:1789760787.018818:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.018825:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.018836:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24969216, 24973312) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.018852:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24969216=0x17d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.019045:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.019049:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24973312
00000020:00010000:2.0:1789760787.019059:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.019062:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.019065:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.019068:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.019071:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.019080:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.019087:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.019108:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634cc0
00000008:00100000:2.0:1789760787.019239:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9ad80 - object 0x280000401:3 offset 24969216<>24973312
00000100:00100000:2.0:1789760787.033223:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2408:1876699508466816:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760787.039442:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760787.039547:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508466944:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760787.045971:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2409:1876699508467200:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760787.051948:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973416 gen 3
00000008:00010000:2.0:1789760787.052000:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634cc0
00000020:00200000:2.0:1789760787.052008:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760787.052017:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760787.052046:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634cc0
00000100:00100000:2.0:1789760787.052072:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508466688:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760787.052522:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6096, 6096]
00000080:00200000:1.0:1789760787.052540:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.052546:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.052561:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24973312 i_blocks 49159
00000020:00200000:1.0:1789760787.052565:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.052576:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.052616:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24973312, count: 4096
00000080:00200000:1.0:1789760787.052624:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24973312, bytes: 4096
00000080:00200000:1.0:1789760787.052658:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.052668:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.052670:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24973312, 24977408) 0 0
00000080:00200000:1.0:1789760787.052675:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.052692:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6097, 6097]
00020000:00200000:1.0:1789760787.053608:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24973312 chunk: [24973312, 24977408) 24977408, 4096
00020000:00200000:1.0:1789760787.053618:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000100:00100000:2.0:1789760787.054676:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2409:1876699508467200:192.168.203.123@tcp:400:kworker.0
00000080:00200000:1.0:1789760787.056008:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6097, 6097]
00000008:00010000:1.0:1789760787.056050:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.056056:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760787.056073:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24973312, 24977408) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.056090:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24973312=0x17d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.056164:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.056167:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24977408
00000020:00010000:1.0:1789760787.056176:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.056179:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.056182:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.056186:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.056188:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.056198:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.056207:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.056236:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760787.056590:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24973312<>24977408
00000100:00100000:1.0:1789760787.056679:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508467456:192.168.203.123@tcp:4:dd.0
00010000:00010000:0.0:1789760787.097224:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760787.100457:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973417 gen 3
00000008:00010000:1.0:1789760787.100511:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760787.100520:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.100533:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.100567:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760787.100602:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508467456:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760787.100845:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6097, 6097]
00000080:00200000:2.0:1789760787.100863:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.100869:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.100885:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24977408 i_blocks 49159
00000020:00200000:2.0:1789760787.100888:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.100898:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.100932:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24977408, count: 4096
00000080:00200000:2.0:1789760787.100939:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24977408, bytes: 4096
00000080:00200000:2.0:1789760787.100953:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.100961:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.100963:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24977408, 24981504) 0 0
00000080:00200000:2.0:1789760787.100968:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.100984:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6098, 6098]
00020000:00200000:2.0:1789760787.100991:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24977408 chunk: [24977408, 24981504) 24981504, 4096
00020000:00200000:2.0:1789760787.100995:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.101014:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6098, 6098]
00000008:00010000:2.0:1789760787.101032:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.101049:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.101059:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24977408, 24981504) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.101073:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24977408=0x17d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.101133:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.101136:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24981504
00000020:00010000:2.0:1789760787.101144:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.101148:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.101151:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.101155:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.101158:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.101165:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.101171:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.101186:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634cc0
00000008:00100000:2.0:1789760787.101324:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9ad80 - object 0x280000401:3 offset 24977408<>24981504
00000080:00200000:2.0:1789760787.131804:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6098, 6098]
00000080:00200000:2.0:1789760787.131820:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.131826:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.131842:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24981504 i_blocks 49159
00000020:00200000:2.0:1789760787.131846:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.131857:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.131891:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24981504, count: 4096
00000080:00200000:2.0:1789760787.131898:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24981504, bytes: 4096
00000080:00200000:2.0:1789760787.131907:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.131916:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.131918:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24981504, 24985600) 0 0
00000080:00200000:2.0:1789760787.131923:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.131939:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6099, 6099]
00020000:00200000:2.0:1789760787.131948:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24981504 chunk: [24981504, 24985600) 24985600, 4096
00020000:00200000:2.0:1789760787.131953:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.131973:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6099, 6099]
00000008:00010000:2.0:1789760787.131992:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.131998:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.132008:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24981504, 24985600) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.132023:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24981504=0x17d3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.132096:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.132099:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24985600
00000020:00010000:2.0:1789760787.132108:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.132111:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.132114:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.132117:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.132120:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.132128:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.132134:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.132150:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760787.132272:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 24981504<>24985600
00000100:00100000:2.0:1789760787.161611:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973419 gen 3
00000008:00010000:2.0:1789760787.161710:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:2.0:1789760787.161720:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760787.161730:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760787.161757:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:2.0:1789760787.161789:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508467712:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760787.162400:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6099, 6099]
00000080:00200000:1.0:1789760787.162418:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.162424:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.162438:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24985600 i_blocks 49159
00000020:00200000:1.0:1789760787.162442:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.162453:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.162495:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24985600, count: 4096
00000080:00200000:1.0:1789760787.162502:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24985600, bytes: 4096
00000080:00200000:1.0:1789760787.162514:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.162522:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.162525:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24985600, 24989696) 0 0
00000080:00200000:1.0:1789760787.162529:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.162546:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6100, 6100]
00020000:00200000:1.0:1789760787.162554:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24985600 chunk: [24985600, 24989696) 24989696, 4096
00020000:00200000:1.0:1789760787.162559:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.162578:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6100, 6100]
00000008:00010000:1.0:1789760787.162595:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.162601:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760787.162612:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24985600, 24989696) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.162626:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24985600=0x17d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.162836:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.162839:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24989696
00000020:00010000:1.0:1789760787.162848:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.162852:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.162855:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.162859:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.162861:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.162869:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.162876:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.162894:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760787.163020:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24985600<>24989696
00000100:00100000:1.0:1789760787.163070:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760787.163090:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508467840:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760787.199909:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973420 gen 3
00000008:00010000:1.0:1789760787.200043:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760787.200053:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.200066:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.200097:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760787.200129:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508467840:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760787.200264:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6100, 6100]
00000080:00200000:2.0:1789760787.200282:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.200288:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.200306:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24989696 i_blocks 49159
00000020:00200000:2.0:1789760787.200310:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.200321:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.200356:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24989696, count: 4096
00000080:00200000:2.0:1789760787.200363:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24989696, bytes: 4096
00000080:00200000:2.0:1789760787.200377:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.200386:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.200388:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24989696, 24993792) 0 0
00000080:00200000:2.0:1789760787.200393:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.200411:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6101, 6101]
00020000:00200000:2.0:1789760787.200419:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24989696 chunk: [24989696, 24993792) 24993792, 4096
00020000:00200000:2.0:1789760787.200425:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.200446:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6101, 6101]
00000008:00010000:2.0:1789760787.200465:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.200471:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.200482:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24989696, 24993792) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.200496:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24989696=0x17d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.200558:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.200562:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24993792
00000020:00010000:2.0:1789760787.200570:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.200574:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.200577:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.200581:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.200583:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.200591:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.200598:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.200614:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760787.200864:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 24989696<>24993792
00000100:00100000:2.0:1789760787.200911:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760787.200928:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508467968:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760787.245556:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973421 gen 3
00000008:00010000:2.0:1789760787.245613:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:2.0:1789760787.245621:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760787.245672:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760787.245703:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:2.0:1789760787.245735:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508467968:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760787.245965:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6101, 6101]
00000080:00200000:1.0:1789760787.245981:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.245987:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.246002:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24993792 i_blocks 49159
00000020:00200000:1.0:1789760787.246006:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.246090:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.246123:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24993792, count: 4096
00000080:00200000:1.0:1789760787.246130:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24993792, bytes: 4096
00000080:00200000:1.0:1789760787.246140:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.246148:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.246151:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24993792, 24997888) 0 0
00000080:00200000:1.0:1789760787.246155:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.246170:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6102, 6102]
00020000:00200000:1.0:1789760787.246178:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24993792 chunk: [24993792, 24997888) 24997888, 4096
00020000:00200000:1.0:1789760787.246182:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.246200:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6102, 6102]
00000008:00010000:1.0:1789760787.246218:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.246223:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760787.246234:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24993792, 24997888) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.246246:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24993792=0x17d6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.246298:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.246301:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 24997888
00000020:00010000:1.0:1789760787.246308:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.246312:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.246315:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.246318:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.246321:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.246327:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.246334:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.246349:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760787.246597:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 24993792<>24997888
00000100:00100000:0.0:1789760787.246668:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508468096:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760787.285724:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973422 gen 3
00000008:00010000:1.0:1789760787.285777:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760787.285785:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.285797:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.285822:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760787.285851:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508468096:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760787.285981:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6102, 6102]
00000080:00200000:2.0:1789760787.286004:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.286010:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.286030:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 24997888 i_blocks 49159
00000020:00200000:2.0:1789760787.286042:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.286054:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.286090:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 24997888, count: 4096
00000080:00200000:2.0:1789760787.286098:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 24997888, bytes: 4096
00000080:00200000:2.0:1789760787.286107:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.286115:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.286117:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [24997888, 25001984) 0 0
00000080:00200000:2.0:1789760787.286121:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.286138:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6103, 6103]
00020000:00200000:2.0:1789760787.286147:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 24997888 chunk: [24997888, 25001984) 25001984, 4096
00020000:00200000:2.0:1789760787.286151:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.286170:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6103, 6103]
00000008:00010000:2.0:1789760787.286188:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.286194:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.286207:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [24997888, 25001984) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.286221:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=24997888=0x17d7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.286285:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.286288:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25001984
00000020:00010000:2.0:1789760787.286296:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.286299:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.286302:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.286306:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.286308:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.286315:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.286320:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.286334:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760787.286475:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 24997888<>25001984
00000080:00200000:2.0:1789760787.340495:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6103, 6103]
00000080:00200000:2.0:1789760787.340512:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.340517:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.340531:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25001984 i_blocks 49159
00000020:00200000:2.0:1789760787.340535:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.340545:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.340577:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25001984, count: 4096
00000080:00200000:2.0:1789760787.340584:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25001984, bytes: 4096
00000080:00200000:2.0:1789760787.340594:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.340603:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.340697:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25001984, 25006080) 0 0
00000080:00200000:2.0:1789760787.340703:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.340719:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6104, 6104]
00020000:00200000:2.0:1789760787.340727:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25001984 chunk: [25001984, 25006080) 25006080, 4096
00020000:00200000:2.0:1789760787.340731:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.340752:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6104, 6104]
00000008:00010000:2.0:1789760787.340768:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.340774:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.340797:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25001984, 25006080) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.340811:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25001984=0x17d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.340866:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.340870:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25006080
00000020:00010000:2.0:1789760787.340878:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.340882:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.340885:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.340888:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.340891:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.340899:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.340905:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.340923:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634300
00000008:00100000:2.0:1789760787.341355:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98700 - object 0x280000401:3 offset 25001984<>25006080
00000080:00200000:2.0:1789760787.381325:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6104, 6104]
00000080:00200000:2.0:1789760787.381342:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.381347:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.381361:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25006080 i_blocks 49159
00000020:00200000:2.0:1789760787.381365:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.381375:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.381407:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25006080, count: 4096
00000080:00200000:2.0:1789760787.381415:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25006080, bytes: 4096
00000080:00200000:2.0:1789760787.381423:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.381431:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.381434:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25006080, 25010176) 0 0
00000080:00200000:2.0:1789760787.381438:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.381456:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6105, 6105]
00020000:00200000:2.0:1789760787.381464:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25006080 chunk: [25006080, 25010176) 25010176, 4096
00020000:00200000:2.0:1789760787.381468:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.381496:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6105, 6105]
00000008:00010000:2.0:1789760787.381514:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.381520:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.381534:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25006080, 25010176) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.381546:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25006080=0x17d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.381786:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.381790:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25010176
00000020:00010000:2.0:1789760787.381799:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.381803:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.381806:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.381810:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.381813:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.381820:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.381827:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.381845:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16340c0
00000008:00100000:2.0:1789760787.382028:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b480 - object 0x280000401:3 offset 25006080<>25010176
00000080:00200000:0.0:1789760787.416771:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6105, 6105]
00000080:00200000:0.0:1789760787.416789:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760787.416796:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760787.416812:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25010176 i_blocks 49159
00000020:00200000:0.0:1789760787.416816:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760787.416828:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760787.416861:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25010176, count: 4096
00000080:00200000:0.0:1789760787.416869:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25010176, bytes: 4096
00000080:00200000:0.0:1789760787.416880:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760787.417774:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760787.417779:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25010176, 25014272) 0 0
00000080:00200000:0.0:1789760787.417785:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760787.417807:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6106, 6106]
00020000:00200000:0.0:1789760787.417817:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25010176 chunk: [25010176, 25014272) 25014272, 4096
00020000:00200000:0.0:1789760787.417822:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760787.417845:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6106, 6106]
00000008:00010000:0.0:1789760787.417865:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760787.417871:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760787.417884:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25010176, 25014272) append 0 append lockpos 0
00000080:00200000:0.0:1789760787.417899:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25010176=0x17da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760787.419232:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760787.419240:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25014272
00000020:00010000:0.0:1789760787.419254:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:0.0:1789760787.419258:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.419261:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760787.419264:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760787.419267:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760787.419279:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760787.419287:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760787.419311:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760787.420017:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 25010176<>25014272
00000100:00100000:1.0:1789760787.420231:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508468608:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760787.454595:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973426 gen 3
00000008:00010000:1.0:1789760787.454657:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760787.454663:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.454673:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.454696:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760787.454720:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508468608:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760787.454772:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6106, 6106]
00000080:00200000:2.0:1789760787.454796:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.454803:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.454820:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25014272 i_blocks 49159
00000020:00200000:2.0:1789760787.454825:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.454840:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.454875:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25014272, count: 4096
00000080:00200000:2.0:1789760787.454884:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25014272, bytes: 4096
00000080:00200000:2.0:1789760787.454896:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.454904:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.454906:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25014272, 25018368) 0 0
00000080:00200000:2.0:1789760787.454911:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.454927:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6107, 6107]
00020000:00200000:2.0:1789760787.454936:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25014272 chunk: [25014272, 25018368) 25018368, 4096
00020000:00200000:2.0:1789760787.454940:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.454970:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6107, 6107]
00000008:00010000:2.0:1789760787.454988:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.454995:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.455006:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25014272, 25018368) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.455021:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25014272=0x17db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.455095:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.455099:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25018368
00000020:00010000:2.0:1789760787.455107:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.455111:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.455114:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.455117:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.455120:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.455127:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.455134:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.455153:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760787.455282:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 25014272<>25018368
00000080:00200000:2.0:1789760787.490518:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6107, 6107]
00000080:00200000:2.0:1789760787.490534:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.490539:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.490553:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25018368 i_blocks 49159
00000020:00200000:2.0:1789760787.490556:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.490566:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.490703:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25018368, count: 4096
00000080:00200000:2.0:1789760787.490712:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25018368, bytes: 4096
00000080:00200000:2.0:1789760787.490724:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.490733:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.490736:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25018368, 25022464) 0 0
00000080:00200000:2.0:1789760787.490741:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.490760:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6108, 6108]
00020000:00200000:2.0:1789760787.490770:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25018368 chunk: [25018368, 25022464) 25022464, 4096
00020000:00200000:2.0:1789760787.490776:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.490881:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6108, 6108]
00000008:00010000:2.0:1789760787.490900:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.490906:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.490918:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25018368, 25022464) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.490932:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25018368=0x17dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.491161:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.491166:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25022464
00000020:00010000:2.0:1789760787.491174:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.491178:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.491181:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.491184:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.491187:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.491195:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.491202:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.491221:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760787.491345:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99180 - object 0x280000401:3 offset 25018368<>25022464
00000080:00200000:2.0:1789760787.549081:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6108, 6108]
00000080:00200000:2.0:1789760787.549094:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.549099:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.549110:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25022464 i_blocks 49159
00000020:00200000:2.0:1789760787.549113:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.549122:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.549149:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25022464, count: 4096
00000080:00200000:2.0:1789760787.549154:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25022464, bytes: 4096
00000080:00200000:2.0:1789760787.549229:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.549237:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.549239:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25022464, 25026560) 0 0
00000080:00200000:2.0:1789760787.549244:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.549257:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6109, 6109]
00020000:00200000:2.0:1789760787.549264:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25022464 chunk: [25022464, 25026560) 25026560, 4096
00020000:00200000:2.0:1789760787.549268:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.549283:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6109, 6109]
00000008:00010000:2.0:1789760787.549296:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.549300:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.549309:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25022464, 25026560) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.549319:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25022464=0x17dd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.549362:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.549365:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25026560
00000020:00010000:2.0:1789760787.549371:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.549374:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.549377:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.549380:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.549383:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.549388:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.549393:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.549531:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634480
00000008:00100000:2.0:1789760787.549618:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b100 - object 0x280000401:3 offset 25022464<>25026560
00000080:00200000:2.0:1789760787.582760:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6109, 6109]
00000080:00200000:2.0:1789760787.582773:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.582777:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.583073:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25026560 i_blocks 49159
00000020:00200000:2.0:1789760787.583078:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.583088:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.583113:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25026560, count: 4096
00000080:00200000:2.0:1789760787.583121:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25026560, bytes: 4096
00000080:00200000:2.0:1789760787.583128:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.583135:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.583206:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25026560, 25030656) 0 0
00000080:00200000:2.0:1789760787.583210:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.583222:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6110, 6110]
00020000:00200000:2.0:1789760787.583229:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25026560 chunk: [25026560, 25030656) 25030656, 4096
00020000:00200000:2.0:1789760787.583232:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.583248:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6110, 6110]
00000008:00010000:2.0:1789760787.583261:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.583266:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.583274:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25026560, 25030656) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.583285:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25026560=0x17de000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.583331:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.583334:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25030656
00000020:00010000:2.0:1789760787.583341:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.583344:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.583347:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.583351:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.583524:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.583533:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.583539:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.583555:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760787.583684:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 25026560<>25030656
00000080:00200000:2.0:1789760787.628268:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6110, 6110]
00000080:00200000:2.0:1789760787.628280:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.628285:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.628296:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25030656 i_blocks 49159
00000020:00200000:2.0:1789760787.628299:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.628307:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.628329:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25030656, count: 4096
00000080:00200000:2.0:1789760787.628336:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25030656, bytes: 4096
00000080:00200000:2.0:1789760787.628352:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.628359:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.628361:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25030656, 25034752) 0 0
00000080:00200000:2.0:1789760787.628365:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.628377:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6111, 6111]
00020000:00200000:2.0:1789760787.628383:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25030656 chunk: [25030656, 25034752) 25034752, 4096
00020000:00200000:2.0:1789760787.628387:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.628401:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6111, 6111]
00000008:00010000:2.0:1789760787.628414:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.628419:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.628428:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25030656, 25034752) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.628437:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25030656=0x17df000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.628473:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.628476:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25034752
00000020:00010000:2.0:1789760787.628482:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.628485:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.628488:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.628491:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.628493:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.628500:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.628505:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.660318:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6111, 6111]
00000080:00200000:2.0:1789760787.660336:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.660343:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.660358:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25034752 i_blocks 49159
00000020:00200000:2.0:1789760787.660362:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.660374:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.660417:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25034752, count: 4096
00000080:00200000:2.0:1789760787.660426:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25034752, bytes: 4096
00000080:00200000:2.0:1789760787.660436:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.660445:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.660447:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25034752, 25038848) 0 0
00000080:00200000:2.0:1789760787.660452:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.660470:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6112, 6112]
00020000:00200000:2.0:1789760787.660478:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25034752 chunk: [25034752, 25038848) 25038848, 4096
00020000:00200000:2.0:1789760787.660483:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.660502:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6112, 6112]
00000008:00010000:2.0:1789760787.660520:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.660526:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.660537:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25034752, 25038848) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.660551:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25034752=0x17e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.660622:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.660625:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25038848
00000020:00010000:2.0:1789760787.660677:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.660682:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.660685:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.660689:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.660692:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.660699:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.660706:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.660721:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16349c0
00000008:00100000:2.0:1789760787.663932:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b800 - object 0x280000401:3 offset 25034752<>25038848
00000080:00200000:1.0:1789760787.718426:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6112, 6112]
00000080:00200000:1.0:1789760787.718442:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.718448:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.718463:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25038848 i_blocks 49159
00000020:00200000:1.0:1789760787.718467:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.718478:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.718511:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25038848, count: 4096
00000080:00200000:1.0:1789760787.718518:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25038848, bytes: 4096
00000080:00200000:1.0:1789760787.718533:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.718543:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.718546:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25038848, 25042944) 0 0
00000080:00200000:1.0:1789760787.718551:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.718567:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6113, 6113]
00020000:00200000:1.0:1789760787.718575:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25038848 chunk: [25038848, 25042944) 25042944, 4096
00020000:00200000:1.0:1789760787.718580:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.718614:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6113, 6113]
00000008:00010000:1.0:1789760787.718653:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.718660:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760787.718674:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25038848, 25042944) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.718688:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25038848=0x17e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.718749:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.718752:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25042944
00000020:00010000:1.0:1789760787.718761:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.718764:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.718767:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.718770:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489218 (ffff9686c512d6c8/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.718773:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d6c8/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.718782:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.718903:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.718921:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760787.719127:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25038848<>25042944
00000100:00100000:1.0:1789760787.719176:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760787.719195:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508469504:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760787.753833:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973433 gen 3
00000008:00010000:1.0:1789760787.753914:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760787.753923:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.753933:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.754024:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760787.754068:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508469504:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760787.756270:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760787.756362:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508469632:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760787.796664:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973434 gen 3
00000008:00010000:2.0:1789760787.796786:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee36c0
00000020:00200000:2.0:1789760787.796795:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760787.796807:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760787.796998:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee36c0
00000100:00100000:2.0:1789760787.797049:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508469632:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760787.797253:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6114, 6114]
00000080:00200000:1.0:1789760787.797270:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.797277:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.797292:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25047040 i_blocks 49159
00000020:00200000:1.0:1789760787.797297:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.797374:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.797413:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25047040, count: 4096
00000080:00200000:1.0:1789760787.797422:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25047040, bytes: 4096
00000080:00200000:1.0:1789760787.797434:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.797443:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.797446:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25047040, 25051136) 0 0
00000080:00200000:1.0:1789760787.797452:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.797470:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6115, 6115]
00020000:00200000:1.0:1789760787.797479:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25047040 chunk: [25047040, 25051136) 25051136, 4096
00020000:00200000:1.0:1789760787.797484:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.797506:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6115, 6115]
00000008:00010000:1.0:1789760787.797527:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.797534:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760787.797546:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25047040, 25051136) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.797562:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25047040=0x17e3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.797665:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.797668:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25051136
00000020:00010000:1.0:1789760787.797677:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.797680:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.797683:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.797687:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.797690:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.797697:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.797705:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.797815:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760787.798154:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25047040<>25051136
00000100:00100000:0.0:1789760787.798230:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508469760:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760787.841758:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973435 gen 3
00000008:00010000:1.0:1789760787.841811:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760787.841831:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.841843:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.842080:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760787.842112:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508469760:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760787.842282:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6115, 6115]
00000080:00200000:2.0:1789760787.842298:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.842312:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.842327:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25051136 i_blocks 49159
00000020:00200000:2.0:1789760787.842331:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.842341:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.842373:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25051136, count: 4096
00000080:00200000:2.0:1789760787.842381:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25051136, bytes: 4096
00000080:00200000:2.0:1789760787.842392:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.842401:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.842403:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25051136, 25055232) 0 0
00000080:00200000:2.0:1789760787.842407:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.842422:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6116, 6116]
00020000:00200000:2.0:1789760787.842431:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25051136 chunk: [25051136, 25055232) 25055232, 4096
00020000:00200000:2.0:1789760787.842446:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.842468:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6116, 6116]
00000008:00010000:2.0:1789760787.842486:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.842491:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.842502:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25051136, 25055232) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.842516:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25051136=0x17e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.842575:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.842578:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25055232
00000020:00010000:2.0:1789760787.842586:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.842589:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.842592:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.842596:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.842599:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.842606:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.842612:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.842758:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760787.842916:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 25051136<>25055232
00000100:00100000:2.0:1789760787.906330:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973436 gen 3
00000008:00010000:2.0:1789760787.906394:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760787.906403:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760787.906414:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760787.906443:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760787.906476:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508469888:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760787.906759:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6116, 6116]
00000080:00200000:1.0:1789760787.906776:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760787.906782:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760787.906797:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25055232 i_blocks 49159
00000020:00200000:1.0:1789760787.906801:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760787.906811:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760787.906846:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25055232, count: 4096
00000080:00200000:1.0:1789760787.906854:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25055232, bytes: 4096
00000080:00200000:1.0:1789760787.906863:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760787.906872:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760787.906874:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25055232, 25059328) 0 0
00000080:00200000:1.0:1789760787.906879:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760787.906894:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6117, 6117]
00020000:00200000:1.0:1789760787.906902:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25055232 chunk: [25055232, 25059328) 25059328, 4096
00020000:00200000:1.0:1789760787.906907:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760787.906926:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6117, 6117]
00000008:00010000:1.0:1789760787.906953:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760787.906959:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760787.906971:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25055232, 25059328) append 0 append lockpos 0
00000080:00200000:1.0:1789760787.906985:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25055232=0x17e5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760787.907052:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760787.907055:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25059328
00000020:00010000:1.0:1789760787.907063:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:1.0:1789760787.907067:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.907071:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760787.907074:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760787.907077:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760787.907085:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760787.907091:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760787.907106:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760787.907237:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25055232<>25059328
00000100:00100000:0.0:1789760787.907309:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508470016:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760787.958728:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973437 gen 3
00000008:00010000:1.0:1789760787.958782:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760787.958790:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760787.958803:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760787.958898:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760787.958938:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508470016:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760787.961776:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6117, 6117]
00000080:00200000:2.0:1789760787.961813:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760787.961820:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760787.961887:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25059328 i_blocks 49159
00000020:00200000:2.0:1789760787.961894:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760787.961916:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760787.961955:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25059328, count: 4096
00000080:00200000:2.0:1789760787.961965:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25059328, bytes: 4096
00000080:00200000:2.0:1789760787.961982:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760787.961991:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760787.961993:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25059328, 25063424) 0 0
00000080:00200000:2.0:1789760787.961998:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760787.962014:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6118, 6118]
00020000:00200000:2.0:1789760787.962023:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25059328 chunk: [25059328, 25063424) 25063424, 4096
00020000:00200000:2.0:1789760787.962028:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760787.962062:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6118, 6118]
00000008:00010000:2.0:1789760787.962159:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760787.962166:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760787.962180:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25059328, 25063424) append 0 append lockpos 0
00000080:00200000:2.0:1789760787.962195:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25059328=0x17e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760787.962260:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760787.962264:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25063424
00000020:00010000:2.0:1789760787.962272:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760787.962276:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.962284:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760787.962288:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760787.962290:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760787.962300:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760787.962307:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760787.962323:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760787.962463:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 25059328<>25063424
00000100:00100000:2.0:1789760787.962948:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760787.962975:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508470144:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760788.019196:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973438 gen 3
00000008:00010000:2.0:1789760788.019253:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760788.019263:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760788.019274:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760788.019305:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760788.019346:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508470144:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760788.076152:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6119, 6119]
00000080:00200000:0.0:1789760788.076169:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.076175:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.076190:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25067520 i_blocks 49159
00000020:00200000:0.0:1789760788.076195:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.076205:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.076239:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25067520, count: 4096
00000080:00200000:0.0:1789760788.076246:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25067520, bytes: 4096
00000080:00200000:0.0:1789760788.076256:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.076265:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.076267:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25067520, 25071616) 0 0
00000080:00200000:0.0:1789760788.076272:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.076290:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6120, 6120]
00020000:00200000:0.0:1789760788.076309:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25067520 chunk: [25067520, 25071616) 25071616, 4096
00020000:00200000:0.0:1789760788.076314:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.076335:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6120, 6120]
00000008:00010000:0.0:1789760788.076354:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.076360:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760788.076372:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25067520, 25071616) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.076386:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25067520=0x17e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.076454:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.076457:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25071616
00000020:00010000:0.0:1789760788.076465:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.076469:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.076472:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.076476:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.076479:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.076487:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.076494:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.076520:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760788.076689:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 25067520<>25071616
00000100:00100000:0.0:1789760788.076733:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760788.076749:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508470400:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760788.120870:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000008:00010000:1.0:1789760788.150751:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760788.150768:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.150781:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.150805:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760788.150838:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508470400:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760788.151068:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6120, 6120]
00000080:00200000:0.0:1789760788.151086:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.151091:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.151107:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25071616 i_blocks 49159
00000020:00200000:0.0:1789760788.151111:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.151121:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.151154:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25071616, count: 4096
00000080:00200000:0.0:1789760788.151161:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25071616, bytes: 4096
00000080:00200000:0.0:1789760788.151170:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.151179:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.151182:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25071616, 25075712) 0 0
00000080:00200000:0.0:1789760788.151186:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.151202:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6121, 6121]
00020000:00200000:0.0:1789760788.151210:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25071616 chunk: [25071616, 25075712) 25075712, 4096
00020000:00200000:0.0:1789760788.151215:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.151234:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6121, 6121]
00000008:00010000:0.0:1789760788.151250:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.151256:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760788.151267:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25071616, 25075712) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.151280:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25071616=0x17e9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.151336:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.151339:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25075712
00000020:00010000:0.0:1789760788.151348:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.151351:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.151354:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.151357:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.151360:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.151368:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.151374:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.151392:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760788.151531:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 25071616<>25075712
00000100:00100000:0.0:1789760788.151573:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760788.151589:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508470528:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760788.203044:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973441 gen 3
00000008:00010000:1.0:1789760788.203122:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760788.203132:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.203145:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.203209:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760788.203241:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508470528:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760788.203921:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6121, 6121]
00000080:00200000:0.0:1789760788.203940:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.203946:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.203962:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25075712 i_blocks 49159
00000020:00200000:0.0:1789760788.203965:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.203976:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.204006:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25075712, count: 4096
00000080:00200000:0.0:1789760788.204014:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25075712, bytes: 4096
00000080:00200000:0.0:1789760788.204025:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.204045:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.204047:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25075712, 25079808) 0 0
00000080:00200000:0.0:1789760788.204052:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.204070:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6122, 6122]
00020000:00200000:0.0:1789760788.204078:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25075712 chunk: [25075712, 25079808) 25079808, 4096
00020000:00200000:0.0:1789760788.204083:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.204163:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6122, 6122]
00000008:00010000:0.0:1789760788.204183:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.204189:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760788.204202:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25075712, 25079808) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.204217:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25075712=0x17ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.204284:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.204287:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25079808
00000020:00010000:0.0:1789760788.204297:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.204301:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.204304:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.204308:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.204311:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.204318:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.204325:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.204347:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760788.204474:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 25075712<>25079808
00000100:00100000:1.0:1789760788.204614:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508470656:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760788.267955:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973442 gen 3
00000008:00010000:1.0:1789760788.268004:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760788.268013:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.268025:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.268056:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760788.268085:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508470656:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760788.270255:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6122, 6122]
00000080:00200000:2.0:1789760788.270283:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.270289:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.270308:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25079808 i_blocks 49159
00000020:00200000:2.0:1789760788.270313:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.270331:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.270366:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25079808, count: 4096
00000080:00200000:2.0:1789760788.270374:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25079808, bytes: 4096
00000080:00200000:2.0:1789760788.270390:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.270399:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.270401:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25079808, 25083904) 0 0
00000080:00200000:2.0:1789760788.270406:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.270422:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6123, 6123]
00020000:00200000:2.0:1789760788.270430:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25079808 chunk: [25079808, 25083904) 25083904, 4096
00020000:00200000:2.0:1789760788.270435:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.270457:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6123, 6123]
00000008:00010000:2.0:1789760788.270477:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.270482:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760788.270494:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25079808, 25083904) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.270521:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25079808=0x17eb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.270590:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.270593:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25083904
00000020:00010000:2.0:1789760788.270602:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.270606:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.270609:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.270612:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.270616:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.270625:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.270682:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.270702:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760788.270846:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 25079808<>25083904
00000100:00100000:2.0:1789760788.270903:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760788.270929:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508470784:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760788.315973:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760788.315988:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760788.315998:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760788.316018:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760788.316060:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508470784:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760788.316883:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508470912:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760788.363455:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973444 gen 3
00000008:00010000:2.0:1789760788.363522:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:2.0:1789760788.363531:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760788.363542:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760788.363909:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:2.0:1789760788.363941:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508470912:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760788.367014:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508471040:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760788.415186:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973445 gen 3
00000008:00010000:2.0:1789760788.415237:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:2.0:1789760788.415245:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760788.415256:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760788.415320:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:2.0:1789760788.415349:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508471040:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760788.418151:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508471168:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760788.449871:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973446 gen 3
00000008:00010000:2.0:1789760788.449925:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee36c0
00000020:00200000:2.0:1789760788.449933:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760788.449952:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760788.449975:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee36c0
00000100:00100000:2.0:1789760788.450004:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508471168:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760788.450820:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508471296:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760788.520302:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3f00
00000020:00200000:2.0:1789760788.520320:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760788.520331:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760788.520413:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3f00
00000100:00100000:2.0:1789760788.520443:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508471296:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760788.564730:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6128, 6128]
00000080:00200000:2.0:1789760788.564745:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.564750:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.564766:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25104384 i_blocks 49159
00000020:00200000:2.0:1789760788.564769:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.564778:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.564815:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25104384, count: 4096
00000080:00200000:2.0:1789760788.564823:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25104384, bytes: 4096
00000080:00200000:2.0:1789760788.564833:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.564843:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.564845:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25104384, 25108480) 0 0
00000080:00200000:2.0:1789760788.564850:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.564867:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6129, 6129]
00020000:00200000:2.0:1789760788.564876:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25104384 chunk: [25104384, 25108480) 25108480, 4096
00020000:00200000:2.0:1789760788.564881:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.564900:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6129, 6129]
00000008:00010000:2.0:1789760788.564919:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.564925:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760788.564937:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25104384, 25108480) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.564961:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25104384=0x17f1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.565022:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.565035:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25108480
00000020:00010000:2.0:1789760788.565044:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.565048:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.565051:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.565054:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.565057:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.565065:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.565072:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.565090:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760788.565221:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 25104384<>25108480
00000100:00100000:2.0:1789760788.565265:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760788.565283:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508471552:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760788.599933:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973449 gen 3
00000008:00010000:2.0:1789760788.600010:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760788.600018:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760788.600039:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760788.600064:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760788.600098:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508471552:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760788.600191:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6129, 6129]
00000080:00200000:0.0:1789760788.600209:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760788.600214:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760788.600230:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25108480 i_blocks 49159
00000020:00200000:0.0:1789760788.600234:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760788.600243:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760788.600277:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25108480, count: 4096
00000080:00200000:0.0:1789760788.600285:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25108480, bytes: 4096
00000080:00200000:0.0:1789760788.600294:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760788.600302:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760788.600304:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25108480, 25112576) 0 0
00000080:00200000:0.0:1789760788.600309:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760788.600326:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6130, 6130]
00020000:00200000:0.0:1789760788.600335:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25108480 chunk: [25108480, 25112576) 25112576, 4096
00020000:00200000:0.0:1789760788.600339:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760788.600358:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6130, 6130]
00000008:00010000:0.0:1789760788.600497:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760788.600503:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760788.600516:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25108480, 25112576) append 0 append lockpos 0
00000080:00200000:0.0:1789760788.600530:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25108480=0x17f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760788.601475:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760788.601481:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25112576
00000020:00010000:0.0:1789760788.601493:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:0.0:1789760788.601497:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.601501:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760788.601504:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760788.601507:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760788.601517:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760788.601526:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760788.601624:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760788.602234:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 25108480<>25112576
00000100:00100000:1.0:1789760788.602303:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760788.602482:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508471680:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760788.646785:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973450 gen 3
00000008:00010000:1.0:1789760788.646836:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760788.646845:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.646856:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.646933:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760788.647043:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508471680:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760788.647126:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6130, 6130]
00000080:00200000:2.0:1789760788.647142:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.647147:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.647162:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25112576 i_blocks 49159
00000020:00200000:2.0:1789760788.647166:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.647177:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.647211:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25112576, count: 4096
00000080:00200000:2.0:1789760788.647218:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25112576, bytes: 4096
00000080:00200000:2.0:1789760788.647228:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.647237:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.647240:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25112576, 25116672) 0 0
00000080:00200000:2.0:1789760788.647244:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.647260:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6131, 6131]
00020000:00200000:2.0:1789760788.647269:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25112576 chunk: [25112576, 25116672) 25116672, 4096
00020000:00200000:2.0:1789760788.647273:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.647292:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6131, 6131]
00000008:00010000:2.0:1789760788.647311:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.647317:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760788.647329:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25112576, 25116672) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.647342:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25112576=0x17f3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.647470:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.647473:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25116672
00000020:00010000:2.0:1789760788.647482:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.647485:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.647488:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.647491:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.647494:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.647502:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.647508:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.647524:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760788.647872:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 25112576<>25116672
00000080:00200000:2.0:1789760788.734669:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6131, 6131]
00000080:00200000:2.0:1789760788.734688:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.734693:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.734709:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25116672 i_blocks 49159
00000020:00200000:2.0:1789760788.734713:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.734723:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.734756:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25116672, count: 4096
00000080:00200000:2.0:1789760788.734764:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25116672, bytes: 4096
00000080:00200000:2.0:1789760788.734773:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.734781:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.734783:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25116672, 25120768) 0 0
00000080:00200000:2.0:1789760788.734788:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.734805:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6132, 6132]
00020000:00200000:2.0:1789760788.734813:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25116672 chunk: [25116672, 25120768) 25120768, 4096
00020000:00200000:2.0:1789760788.734818:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.734838:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6132, 6132]
00000008:00010000:2.0:1789760788.734856:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.734863:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760788.734874:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25116672, 25120768) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.734889:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25116672=0x17f4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.734945:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.734948:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25120768
00000020:00010000:2.0:1789760788.734956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.734959:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.734962:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.734965:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.734967:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.734974:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.734981:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.734996:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634480
00000008:00100000:2.0:1789760788.735126:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a300 - object 0x280000401:3 offset 25116672<>25120768
00000080:00200000:2.0:1789760788.796112:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6132, 6132]
00000080:00200000:2.0:1789760788.796127:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.796133:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.796148:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25120768 i_blocks 49159
00000020:00200000:2.0:1789760788.796153:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.796163:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.796198:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25120768, count: 4096
00000080:00200000:2.0:1789760788.796205:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25120768, bytes: 4096
00000080:00200000:2.0:1789760788.796216:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.796226:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.796228:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25120768, 25124864) 0 0
00000080:00200000:2.0:1789760788.796233:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.796250:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6133, 6133]
00020000:00200000:2.0:1789760788.796258:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25120768 chunk: [25120768, 25124864) 25124864, 4096
00020000:00200000:2.0:1789760788.796262:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.796282:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6133, 6133]
00000008:00010000:2.0:1789760788.796300:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.796307:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760788.796330:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25120768, 25124864) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.796344:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25120768=0x17f5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.796413:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.796416:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25124864
00000020:00010000:2.0:1789760788.796425:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.796428:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.796431:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.796435:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.796438:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.796445:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.796452:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.796469:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760788.796602:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a300 - object 0x280000401:3 offset 25120768<>25124864
00000080:00200000:2.0:1789760788.832705:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6133, 6133]
00000080:00200000:2.0:1789760788.832723:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.832728:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.832746:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25124864 i_blocks 49159
00000020:00200000:2.0:1789760788.832751:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.832762:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.832797:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25124864, count: 4096
00000080:00200000:2.0:1789760788.832805:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25124864, bytes: 4096
00000080:00200000:2.0:1789760788.832815:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.832824:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.832826:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25124864, 25128960) 0 0
00000080:00200000:2.0:1789760788.832831:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.832848:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6134, 6134]
00020000:00200000:2.0:1789760788.832857:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25124864 chunk: [25124864, 25128960) 25128960, 4096
00020000:00200000:2.0:1789760788.832861:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.832880:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6134, 6134]
00000008:00010000:2.0:1789760788.832898:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.832904:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760788.832917:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25124864, 25128960) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.832930:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25124864=0x17f6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.833001:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.833004:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25128960
00000020:00010000:2.0:1789760788.833012:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.833015:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.833018:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.833021:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.833034:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.833042:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.833049:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.833065:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760788.833180:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 25124864<>25128960
00000100:00100000:2.0:1789760788.833223:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760788.833238:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508472192:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760788.867067:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634e40
00000020:00200000:2.0:1789760788.867082:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760788.867092:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760788.867119:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634e40
00000100:00100000:2.0:1789760788.867149:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508472192:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760788.867240:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6134, 6134]
00000080:00200000:1.0:1789760788.867256:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760788.867261:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760788.867276:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25128960 i_blocks 49159
00000020:00200000:1.0:1789760788.867280:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760788.867290:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760788.867332:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25128960, count: 4096
00000080:00200000:1.0:1789760788.867339:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25128960, bytes: 4096
00000080:00200000:1.0:1789760788.867348:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760788.867355:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760788.867358:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25128960, 25133056) 0 0
00000080:00200000:1.0:1789760788.867362:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760788.867485:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6135, 6135]
00020000:00200000:1.0:1789760788.867494:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25128960 chunk: [25128960, 25133056) 25133056, 4096
00020000:00200000:1.0:1789760788.867500:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760788.867520:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6135, 6135]
00000008:00010000:1.0:1789760788.867538:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760788.867544:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760788.867556:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25128960, 25133056) append 0 append lockpos 0
00000080:00200000:1.0:1789760788.867570:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25128960=0x17f7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760788.867664:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760788.867668:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25133056
00000020:00010000:1.0:1789760788.867677:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:1.0:1789760788.867680:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760788.867683:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760788.867687:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760788.867690:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760788.867697:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760788.867704:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760788.867721:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760788.867846:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25128960<>25133056
00000100:00100000:0.0:1789760788.868089:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760788.868110:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508472320:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760788.920766:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973455 gen 3
00000008:00010000:1.0:1789760788.920842:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760788.920851:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.920863:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.920883:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760788.920913:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508472320:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760788.921109:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6135, 6135]
00000080:00200000:2.0:1789760788.921126:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760788.921132:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760788.921148:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25133056 i_blocks 49159
00000020:00200000:2.0:1789760788.921151:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760788.921162:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760788.921198:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25133056, count: 4096
00000080:00200000:2.0:1789760788.921205:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25133056, bytes: 4096
00000080:00200000:2.0:1789760788.921218:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760788.921226:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760788.921228:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25133056, 25137152) 0 0
00000080:00200000:2.0:1789760788.921233:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760788.921252:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6136, 6136]
00020000:00200000:2.0:1789760788.921261:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25133056 chunk: [25133056, 25137152) 25137152, 4096
00020000:00200000:2.0:1789760788.921266:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760788.921287:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6136, 6136]
00000008:00010000:2.0:1789760788.921305:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760788.921311:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760788.921322:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25133056, 25137152) append 0 append lockpos 0
00000080:00200000:2.0:1789760788.921336:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25133056=0x17f8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760788.921406:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760788.921409:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25137152
00000020:00010000:2.0:1789760788.921418:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760788.921421:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.921424:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760788.921428:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760788.921431:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760788.921438:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760788.921444:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760788.921460:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760788.921585:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b800 - object 0x280000401:3 offset 25133056<>25137152
00000080:00200000:1.0:1789760788.957754:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6136, 6136]
00000080:00200000:1.0:1789760788.957772:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760788.957778:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760788.957793:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25137152 i_blocks 49159
00000020:00200000:1.0:1789760788.957797:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760788.957808:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760788.957843:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25137152, count: 4096
00000080:00200000:1.0:1789760788.957849:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25137152, bytes: 4096
00000080:00200000:1.0:1789760788.957859:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760788.957870:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760788.957872:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25137152, 25141248) 0 0
00000080:00200000:1.0:1789760788.957877:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760788.957894:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6137, 6137]
00020000:00200000:1.0:1789760788.957903:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25137152 chunk: [25137152, 25141248) 25141248, 4096
00020000:00200000:1.0:1789760788.957907:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760788.957928:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6137, 6137]
00000008:00010000:1.0:1789760788.958177:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760788.958184:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760788.958197:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25137152, 25141248) append 0 append lockpos 0
00000080:00200000:1.0:1789760788.958212:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25137152=0x17f9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760788.958275:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760788.958278:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25141248
00000020:00010000:1.0:1789760788.958287:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:1.0:1789760788.958290:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760788.958293:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760788.958297:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760788.958300:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760788.958308:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760788.958315:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760788.958332:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760788.958530:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25137152<>25141248
00000100:00100000:0.0:1789760788.958605:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508472576:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760788.992411:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973457 gen 3
00000008:00010000:1.0:1789760788.992461:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760788.992469:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760788.992478:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760788.992499:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760788.992526:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508472576:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760788.993276:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508472704:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.031110:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973458 gen 3
00000008:00010000:2.0:1789760789.031159:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3480
00000020:00200000:2.0:1789760789.031167:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.031178:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.031196:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3480
00000100:00100000:2.0:1789760789.031226:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508472704:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.031970:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760789.031988:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508472832:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.065435:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973459 gen 3
00000008:00010000:2.0:1789760789.065487:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3900
00000020:00200000:2.0:1789760789.065496:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.065508:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.065529:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3900
00000100:00100000:2.0:1789760789.065559:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508472832:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.066305:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508472960:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.104291:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973460 gen 3
00000008:00010000:2.0:1789760789.104448:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3240
00000020:00200000:2.0:1789760789.104458:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.104468:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.104536:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3240
00000100:00100000:2.0:1789760789.104564:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508472960:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.105571:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760789.105590:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508473088:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.153167:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973461 gen 3
00000008:00010000:2.0:1789760789.153220:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3180
00000020:00200000:2.0:1789760789.153229:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.153240:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.153266:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3180
00000100:00100000:2.0:1789760789.153394:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508473088:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760789.156481:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6142, 6142]
00020000:00200000:2.0:1789760789.156496:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25157632 chunk: [25157632, 25161728) 25161728, 4096
00020000:00200000:2.0:1789760789.156502:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760789.156532:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6142, 6142]
00000008:00010000:2.0:1789760789.156557:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760789.156563:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760789.156577:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25157632, 25161728) append 0 append lockpos 0
00000080:00200000:2.0:1789760789.156594:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25157632=0x17fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760789.157364:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760789.157369:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25161728
00000020:00010000:2.0:1789760789.157390:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760789.157394:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.157398:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.157401:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760789.157404:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760789.157417:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760789.157424:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760789.157484:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16340c0
00000008:00100000:2.0:1789760789.157616:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 25157632<>25161728
00000080:00200000:2.0:1789760789.195616:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6142, 6142]
00000080:00200000:2.0:1789760789.195665:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760789.195671:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760789.195687:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25161728 i_blocks 49159
00000020:00200000:2.0:1789760789.195691:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760789.195701:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760789.195744:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25161728, count: 4096
00000080:00200000:2.0:1789760789.195752:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25161728, bytes: 4096
00000080:00200000:2.0:1789760789.195764:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760789.195772:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760789.195774:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25161728, 25165824) 0 0
00000080:00200000:2.0:1789760789.195778:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760789.195793:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6143, 6143]
00020000:00200000:2.0:1789760789.195800:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25161728 chunk: [25161728, 25165824) 25165824, 4096
00020000:00200000:2.0:1789760789.195804:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760789.195824:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6143, 6143]
00000008:00010000:2.0:1789760789.195842:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760789.195848:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760789.195860:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25161728, 25165824) append 0 append lockpos 0
00000080:00200000:2.0:1789760789.195874:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25161728=0x17ff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760789.195929:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760789.195932:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25165824
00000020:00010000:2.0:1789760789.195940:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_release():245
00000020:00010000:2.0:1789760789.195951:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.195953:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.195957:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489f38 (ffff9686c512d908/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760789.195959:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d908/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760789.195968:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760789.195975:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760789.195992:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760789.196132:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b100 - object 0x280000401:3 offset 25161728<>25165824
00000100:00100000:2.0:1789760789.196185:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760789.196203:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508473344:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.225725:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973463 gen 3
00000008:00010000:2.0:1789760789.225777:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:2.0:1789760789.225787:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.225798:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.225816:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:2.0:1789760789.225848:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508473344:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760789.266174:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3000
00000020:00200000:2.0:1789760789.266191:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.266204:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.266233:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3000
00000100:00100000:2.0:1789760789.266265:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508473472:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760789.267963:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6144, 6144]
00000080:00200000:1.0:1789760789.267985:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760789.267992:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760789.268009:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25169920 i_blocks 49159
00000020:00200000:1.0:1789760789.268014:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760789.268043:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760789.268078:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25169920, count: 4096
00000080:00200000:1.0:1789760789.268085:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25169920, bytes: 4096
00000080:00200000:1.0:1789760789.268100:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760789.268120:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760789.268122:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25169920, 25174016) 0 0
00000080:00200000:1.0:1789760789.268127:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760789.268143:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6145, 6145]
00020000:00200000:1.0:1789760789.268152:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25169920 chunk: [25169920, 25174016) 25174016, 4096
00020000:00200000:1.0:1789760789.268156:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760789.268177:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6145, 6145]
00000008:00010000:1.0:1789760789.268196:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760789.268202:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760789.268215:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25169920, 25174016) append 0 append lockpos 0
00000080:00200000:1.0:1789760789.268230:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25169920=0x1801000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760789.268311:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760789.268510:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25174016
00000020:00010000:1.0:1789760789.268520:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760789.268523:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760789.268527:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760789.268531:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760789.268596:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760789.268605:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760789.268612:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760789.268664:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760789.268798:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25169920<>25174016
00000100:00100000:1.0:1789760789.268845:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760789.268872:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508473600:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760789.307523:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973465 gen 3
00000008:00010000:1.0:1789760789.307592:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760789.307601:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.307612:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.307677:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760789.307705:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508473600:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760789.308187:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6145, 6145]
00000080:00200000:0.0:1789760789.308206:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.308213:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.308228:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25174016 i_blocks 51207
00000020:00200000:0.0:1789760789.308232:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.308242:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.308276:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25174016, count: 4096
00000080:00200000:0.0:1789760789.308284:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25174016, bytes: 4096
00000080:00200000:0.0:1789760789.308297:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.308305:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.308308:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25174016, 25178112) 0 0
00000080:00200000:0.0:1789760789.308312:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.308329:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6146, 6146]
00020000:00200000:0.0:1789760789.308339:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25174016 chunk: [25174016, 25178112) 25178112, 4096
00020000:00200000:0.0:1789760789.308343:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.308364:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6146, 6146]
00000008:00010000:0.0:1789760789.308383:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.308391:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760789.308409:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25174016, 25178112) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.308425:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25174016=0x1802000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.308490:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.308493:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25178112
00000020:00010000:0.0:1789760789.308501:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.308504:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.308508:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.308512:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.308515:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.308523:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.308530:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.308547:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760789.308743:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 25174016<>25178112
00000100:00100000:0.0:1789760789.308780:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760789.308804:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508473728:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760789.358251:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973466 gen 3
00000008:00010000:1.0:1789760789.358310:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760789.358320:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.358335:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.358495:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760789.358531:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508473728:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760789.358702:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6146, 6146]
00000080:00200000:0.0:1789760789.358719:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.358726:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.358843:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25178112 i_blocks 51207
00000020:00200000:0.0:1789760789.358847:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.358858:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.358893:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25178112, count: 4096
00000080:00200000:0.0:1789760789.358900:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25178112, bytes: 4096
00000080:00200000:0.0:1789760789.358911:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.358920:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.358922:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25178112, 25182208) 0 0
00000080:00200000:0.0:1789760789.358926:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.359287:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6147, 6147]
00020000:00200000:0.0:1789760789.359298:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25178112 chunk: [25178112, 25182208) 25182208, 4096
00020000:00200000:0.0:1789760789.359303:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.359328:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6147, 6147]
00000008:00010000:0.0:1789760789.359350:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.359357:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760789.359750:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25178112, 25182208) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.359767:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25178112=0x1803000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.359838:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.359842:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25182208
00000020:00010000:0.0:1789760789.359850:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.359855:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.359858:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.359863:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.359866:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.359876:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.359883:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.359909:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760789.361566:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 25178112<>25182208
00000100:00100000:1.0:1789760789.361658:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508473856:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760789.400719:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760789.400737:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.400749:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.400829:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000080:00200000:2.0:1789760789.400844:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6147, 6147]
00000080:00200000:2.0:1789760789.400862:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000100:00100000:1.0:1789760789.400867:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508473856:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760789.400868:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760789.400884:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25182208 i_blocks 51207
00000020:00200000:2.0:1789760789.400887:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760789.400896:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760789.400940:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25182208, count: 4096
00000080:00200000:2.0:1789760789.400947:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25182208, bytes: 4096
00000080:00200000:2.0:1789760789.400957:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760789.401075:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760789.401078:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25182208, 25186304) 0 0
00000080:00200000:2.0:1789760789.401197:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760789.401215:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6148, 6148]
00020000:00200000:2.0:1789760789.401223:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25182208 chunk: [25182208, 25186304) 25186304, 4096
00020000:00200000:2.0:1789760789.401228:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760789.401250:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6148, 6148]
00000008:00010000:2.0:1789760789.401271:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760789.401278:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760789.401291:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25182208, 25186304) append 0 append lockpos 0
00000080:00200000:2.0:1789760789.401306:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25182208=0x1804000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760789.401382:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760789.401385:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25186304
00000020:00010000:2.0:1789760789.401393:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760789.401396:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.401400:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.401403:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760789.401406:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760789.401414:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760789.401420:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760789.401437:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760789.401574:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b100 - object 0x280000401:3 offset 25182208<>25186304
00000100:00100000:2.0:1789760789.401942:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760789.402378:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508473984:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.440092:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973468 gen 3
00000008:00010000:2.0:1789760789.440163:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:2.0:1789760789.440171:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.440181:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.440731:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:2.0:1789760789.440767:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508473984:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.441975:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508474112:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760789.484920:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973469 gen 3
00000008:00010000:2.0:1789760789.484970:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3300
00000020:00200000:2.0:1789760789.484978:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760789.484989:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760789.485014:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3300
00000100:00100000:2.0:1789760789.485053:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508474112:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760789.485774:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6149, 6149]
00000080:00200000:0.0:1789760789.485790:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.485796:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.485814:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25190400 i_blocks 51207
00000020:00200000:0.0:1789760789.485818:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.485829:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.485862:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25190400, count: 4096
00000080:00200000:0.0:1789760789.485870:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25190400, bytes: 4096
00000080:00200000:0.0:1789760789.485880:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.485889:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.485892:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25190400, 25194496) 0 0
00000080:00200000:0.0:1789760789.485896:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.485912:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6150, 6150]
00020000:00200000:0.0:1789760789.485921:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25190400 chunk: [25190400, 25194496) 25194496, 4096
00020000:00200000:0.0:1789760789.485926:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.485946:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6150, 6150]
00000008:00010000:0.0:1789760789.485965:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.485972:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760789.485984:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25190400, 25194496) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.485997:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25190400=0x1806000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.486069:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.486073:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25194496
00000020:00010000:0.0:1789760789.486082:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.486085:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.486088:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.486093:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.486095:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.486103:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.486109:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.486136:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760789.486264:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 25190400<>25194496
00000100:00100000:0.0:1789760789.486314:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508474240:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760789.530266:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760789.530283:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.530296:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.530483:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760789.530515:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508474240:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760789.530862:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6150, 6150]
00000080:00200000:0.0:1789760789.530881:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.530887:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.530901:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25194496 i_blocks 51207
00000020:00200000:0.0:1789760789.530905:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.530915:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.531069:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25194496, count: 4096
00000080:00200000:0.0:1789760789.531078:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25194496, bytes: 4096
00000080:00200000:0.0:1789760789.531151:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.531161:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.531164:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25194496, 25198592) 0 0
00000080:00200000:0.0:1789760789.531169:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.531187:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6151, 6151]
00020000:00200000:0.0:1789760789.531195:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25194496 chunk: [25194496, 25198592) 25198592, 4096
00020000:00200000:0.0:1789760789.531199:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.531220:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6151, 6151]
00000008:00010000:0.0:1789760789.531237:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.531243:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760789.531254:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25194496, 25198592) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.531268:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25194496=0x1807000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.531332:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.531335:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25198592
00000020:00010000:0.0:1789760789.531344:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.531348:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.531351:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.531355:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.531357:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.531474:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.531484:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.531504:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760789.532070:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 25194496<>25198592
00000100:00100000:1.0:1789760789.532201:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508474368:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760789.581249:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973471 gen 3
00000008:00010000:1.0:1789760789.581318:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760789.581327:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.581990:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.582164:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760789.582204:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508474368:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760789.582300:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6151, 6151]
00000080:00200000:2.0:1789760789.582318:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760789.582456:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760789.582479:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25198592 i_blocks 51207
00000020:00200000:2.0:1789760789.582483:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760789.582494:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760789.582530:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25198592, count: 4096
00000080:00200000:2.0:1789760789.582538:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25198592, bytes: 4096
00000080:00200000:2.0:1789760789.582552:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760789.582561:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760789.582564:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25198592, 25202688) 0 0
00000080:00200000:2.0:1789760789.582568:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760789.582586:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6152, 6152]
00020000:00200000:2.0:1789760789.582595:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25198592 chunk: [25198592, 25202688) 25202688, 4096
00020000:00200000:2.0:1789760789.582599:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760789.582623:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6152, 6152]
00000008:00010000:2.0:1789760789.582664:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760789.582670:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760789.582682:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25198592, 25202688) append 0 append lockpos 0
00000080:00200000:2.0:1789760789.582696:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25198592=0x1808000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760789.582762:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760789.582765:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25202688
00000020:00010000:2.0:1789760789.582773:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760789.582775:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.582778:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760789.582781:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760789.582783:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760789.582790:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760789.582796:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760789.582811:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760789.582939:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b100 - object 0x280000401:3 offset 25198592<>25202688
00000080:00200000:0.0:1789760789.637619:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6152, 6152]
00000080:00200000:0.0:1789760789.637673:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.637679:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.637696:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25202688 i_blocks 51207
00000020:00200000:0.0:1789760789.637701:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.637713:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.637747:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25202688, count: 4096
00000080:00200000:0.0:1789760789.637755:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25202688, bytes: 4096
00000080:00200000:0.0:1789760789.637767:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.637793:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.637796:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25202688, 25206784) 0 0
00000080:00200000:0.0:1789760789.637801:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.637817:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6153, 6153]
00020000:00200000:0.0:1789760789.637826:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25202688 chunk: [25202688, 25206784) 25206784, 4096
00020000:00200000:0.0:1789760789.637830:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.637850:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6153, 6153]
00000008:00010000:0.0:1789760789.637870:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.637877:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760789.637888:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25202688, 25206784) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.637904:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25202688=0x1809000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.637975:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.637978:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25206784
00000020:00010000:0.0:1789760789.637986:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.637991:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.637994:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.637997:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.638000:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.638009:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.638024:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.638041:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760789.638250:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 25202688<>25206784
00000100:00100000:1.0:1789760789.638330:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508474624:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760789.689533:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973473 gen 3
00000008:00010000:1.0:1789760789.689584:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760789.689593:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.689606:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.689722:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760789.689757:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508474624:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760789.689898:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6153, 6153]
00000080:00200000:0.0:1789760789.689915:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.689921:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.689938:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25206784 i_blocks 51207
00000020:00200000:0.0:1789760789.689951:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.689964:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.689999:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25206784, count: 4096
00000080:00200000:0.0:1789760789.690005:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25206784, bytes: 4096
00000080:00200000:0.0:1789760789.690029:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.690038:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.690040:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25206784, 25210880) 0 0
00000080:00200000:0.0:1789760789.690046:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.690289:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6154, 6154]
00020000:00200000:0.0:1789760789.690299:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25206784 chunk: [25206784, 25210880) 25210880, 4096
00020000:00200000:0.0:1789760789.690304:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.690326:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6154, 6154]
00000008:00010000:0.0:1789760789.690346:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.690352:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760789.690363:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25206784, 25210880) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.690377:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25206784=0x180a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.690515:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.690519:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25210880
00000020:00010000:0.0:1789760789.690528:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.690532:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.690536:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.690539:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.690542:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.690550:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.690558:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.690579:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760789.690762:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 25206784<>25210880
00000100:00100000:0.0:1789760789.690816:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508474752:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760789.758508:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760789.758527:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.758540:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.758564:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760789.758596:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508474752:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760789.758927:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6154, 6154]
00000080:00200000:0.0:1789760789.758945:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.758951:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.758967:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25210880 i_blocks 51207
00000020:00200000:0.0:1789760789.758971:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.758981:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.759043:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25210880, count: 4096
00000080:00200000:0.0:1789760789.759051:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25210880, bytes: 4096
00000080:00200000:0.0:1789760789.759068:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.759078:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.759080:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25210880, 25214976) 0 0
00000080:00200000:0.0:1789760789.759085:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.759101:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6155, 6155]
00020000:00200000:0.0:1789760789.759110:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25210880 chunk: [25210880, 25214976) 25214976, 4096
00020000:00200000:0.0:1789760789.759115:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.759135:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6155, 6155]
00000008:00010000:0.0:1789760789.759153:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.759159:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760789.759171:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25210880, 25214976) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.759186:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25210880=0x180b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.759249:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.759253:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25214976
00000020:00010000:0.0:1789760789.759263:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.759267:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.759269:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.759273:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.759276:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.759283:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.759290:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.759309:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760789.759438:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 25210880<>25214976
00000100:00100000:1.0:1789760789.759678:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760789.759698:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508474880:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760789.800154:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973475 gen 3
00000008:00010000:1.0:1789760789.800218:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760789.800227:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.800240:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.800308:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760789.800341:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508474880:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760789.800425:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6155, 6155]
00000080:00200000:0.0:1789760789.800441:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.800447:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.800463:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25214976 i_blocks 51207
00000020:00200000:0.0:1789760789.800467:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.800477:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.800512:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25214976, count: 4096
00000080:00200000:0.0:1789760789.800519:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25214976, bytes: 4096
00000080:00200000:0.0:1789760789.800531:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.800541:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.800543:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25214976, 25219072) 0 0
00000080:00200000:0.0:1789760789.800548:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.800565:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6156, 6156]
00020000:00200000:0.0:1789760789.800572:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25214976 chunk: [25214976, 25219072) 25219072, 4096
00020000:00200000:0.0:1789760789.800577:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.800597:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6156, 6156]
00000008:00010000:0.0:1789760789.800706:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.800713:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760789.800727:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25214976, 25219072) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.800741:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25214976=0x180c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.801120:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.801125:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25219072
00000020:00010000:0.0:1789760789.801135:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.801139:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.801142:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.801145:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.801148:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.801156:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.801163:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.801187:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760789.801316:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f800 - object 0x280000401:3 offset 25214976<>25219072
00000100:00100000:1.0:1789760789.801392:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508475008:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760789.849156:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760789.849171:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.849183:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.849259:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760789.849294:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508475008:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760789.849379:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6156, 6156]
00000080:00200000:0.0:1789760789.849395:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.849401:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.849417:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25219072 i_blocks 51207
00000020:00200000:0.0:1789760789.849421:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.849433:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.849470:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25219072, count: 4096
00000080:00200000:0.0:1789760789.849477:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25219072, bytes: 4096
00000080:00200000:0.0:1789760789.849488:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.849497:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.849499:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25219072, 25223168) 0 0
00000080:00200000:0.0:1789760789.849504:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.849522:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6157, 6157]
00020000:00200000:0.0:1789760789.849531:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25219072 chunk: [25219072, 25223168) 25223168, 4096
00020000:00200000:0.0:1789760789.849536:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.849560:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6157, 6157]
00000008:00010000:0.0:1789760789.849579:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.849585:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760789.849599:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25219072, 25223168) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.849616:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25219072=0x180d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.849772:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.849776:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25223168
00000020:00010000:0.0:1789760789.849786:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.849791:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.849794:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.849797:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.849800:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.849920:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.850100:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.850119:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760789.850252:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 25219072<>25223168
00000100:00100000:1.0:1789760789.850333:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475136:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760789.908011:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973477 gen 3
00000008:00010000:1.0:1789760789.908081:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760789.908088:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760789.908262:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760789.908340:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760789.908366:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475136:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760789.908707:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6157, 6157]
00000080:00200000:0.0:1789760789.908720:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760789.908725:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760789.908737:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25223168 i_blocks 51207
00000020:00200000:0.0:1789760789.908741:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760789.908749:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760789.908775:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25223168, count: 4096
00000080:00200000:0.0:1789760789.908781:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25223168, bytes: 4096
00000080:00200000:0.0:1789760789.908791:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760789.908798:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760789.908800:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25223168, 25227264) 0 0
00000080:00200000:0.0:1789760789.908803:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760789.908817:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6158, 6158]
00020000:00200000:0.0:1789760789.908824:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25223168 chunk: [25223168, 25227264) 25227264, 4096
00020000:00200000:0.0:1789760789.908827:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760789.908843:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6158, 6158]
00000008:00010000:0.0:1789760789.908856:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760789.908860:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760789.908869:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25223168, 25227264) append 0 append lockpos 0
00000080:00200000:0.0:1789760789.908880:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25223168=0x180e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760789.908925:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760789.908929:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25227264
00000020:00010000:0.0:1789760789.908935:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760789.908939:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.908941:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760789.908944:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760789.908947:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760789.908952:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760789.908957:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760789.908973:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760789.909290:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 25223168<>25227264
00000100:00100000:1.0:1789760789.909354:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508475264:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.004109:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973478 gen 3
00000008:00010000:1.0:1789760790.004165:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760790.004175:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.004189:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.004213:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760790.004246:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508475264:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.004372:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6158, 6158]
00000080:00200000:0.0:1789760790.004389:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.004395:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.004412:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25227264 i_blocks 51207
00000020:00200000:0.0:1789760790.004415:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.004425:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.004458:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25227264, count: 4096
00000080:00200000:0.0:1789760790.004466:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25227264, bytes: 4096
00000080:00200000:0.0:1789760790.004477:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.004485:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.004488:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25227264, 25231360) 0 0
00000080:00200000:0.0:1789760790.004493:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.004508:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6159, 6159]
00020000:00200000:0.0:1789760790.004516:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25227264 chunk: [25227264, 25231360) 25231360, 4096
00020000:00200000:0.0:1789760790.004520:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.004540:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6159, 6159]
00000008:00010000:0.0:1789760790.004557:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.004563:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.004574:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25227264, 25231360) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.004599:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25227264=0x180f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.004691:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.004695:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25231360
00000020:00010000:0.0:1789760790.004703:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.004706:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.004708:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.004712:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.004714:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.004721:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.004728:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.004743:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760790.004867:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 25227264<>25231360
00000100:00100000:1.0:1789760790.005166:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475392:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760790.069443:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760790.069460:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.069472:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.069492:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760790.069524:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475392:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.069679:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6159, 6159]
00000080:00200000:0.0:1789760790.069694:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.069701:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.069717:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25231360 i_blocks 51207
00000020:00200000:0.0:1789760790.069720:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.069731:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.069763:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25231360, count: 4096
00000080:00200000:0.0:1789760790.069770:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25231360, bytes: 4096
00000080:00200000:0.0:1789760790.069780:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.069789:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.069791:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25231360, 25235456) 0 0
00000080:00200000:0.0:1789760790.069796:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.069812:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6160, 6160]
00020000:00200000:0.0:1789760790.069820:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25231360 chunk: [25231360, 25235456) 25235456, 4096
00020000:00200000:0.0:1789760790.069824:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.069914:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6160, 6160]
00000008:00010000:0.0:1789760790.069933:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.069947:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.069960:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25231360, 25235456) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.069973:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25231360=0x1810000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.070153:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.070157:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25235456
00000020:00010000:0.0:1789760790.070165:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.070169:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.070172:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.070175:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.070177:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.070185:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.070191:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.070209:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760790.070333:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 25231360<>25235456
00000100:00100000:1.0:1789760790.070522:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760790.070543:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475520:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.118276:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973480 gen 3
00000008:00010000:1.0:1789760790.118343:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760790.118352:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.118364:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.118392:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760790.118424:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475520:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.119889:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6160, 6160]
00000080:00200000:0.0:1789760790.119915:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.119920:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.119954:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25235456 i_blocks 51207
00000020:00200000:0.0:1789760790.119960:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.119972:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.120004:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25235456, count: 4096
00000080:00200000:0.0:1789760790.120011:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25235456, bytes: 4096
00000080:00200000:0.0:1789760790.120040:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.120048:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.120050:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25235456, 25239552) 0 0
00000080:00200000:0.0:1789760790.120054:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.120069:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6161, 6161]
00020000:00200000:0.0:1789760790.120076:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25235456 chunk: [25235456, 25239552) 25239552, 4096
00020000:00200000:0.0:1789760790.120080:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.120100:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6161, 6161]
00000008:00010000:0.0:1789760790.120117:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.120123:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.120135:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25235456, 25239552) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.120148:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25235456=0x1811000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.120208:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.120211:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25239552
00000020:00010000:0.0:1789760790.120219:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.120222:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.120225:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.120228:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.120231:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.120239:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.120245:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.120265:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760790.120409:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 25235456<>25239552
00000100:00100000:1.0:1789760790.120683:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475648:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760790.168848:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760790.175895:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973481 gen 3
00000008:00010000:1.0:1789760790.175957:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760790.175965:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.175977:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.175997:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760790.176034:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475648:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.176254:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6161, 6161]
00000080:00200000:0.0:1789760790.176272:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.176278:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.176294:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25239552 i_blocks 51207
00000020:00200000:0.0:1789760790.176298:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.176308:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.176342:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25239552, count: 4096
00000080:00200000:0.0:1789760790.176350:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25239552, bytes: 4096
00000080:00200000:0.0:1789760790.176360:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.176369:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.176371:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25239552, 25243648) 0 0
00000080:00200000:0.0:1789760790.176375:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.176392:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6162, 6162]
00020000:00200000:0.0:1789760790.176400:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25239552 chunk: [25239552, 25243648) 25243648, 4096
00020000:00200000:0.0:1789760790.176404:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.176424:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6162, 6162]
00000008:00010000:0.0:1789760790.176440:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.176447:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.176458:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25239552, 25243648) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.176471:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25239552=0x1812000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.176525:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.176529:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25243648
00000020:00010000:0.0:1789760790.176537:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.176540:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.176543:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.176546:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.176549:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.176556:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.176563:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.176579:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760790.176753:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 25239552<>25243648
00000100:00100000:1.0:1789760790.177122:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760790.177146:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475776:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.223004:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973482 gen 3
00000008:00010000:1.0:1789760790.223061:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760790.223069:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.223081:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.223144:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760790.223184:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475776:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.223521:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6162, 6162]
00000080:00200000:0.0:1789760790.223538:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.223544:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.223558:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25243648 i_blocks 51207
00000020:00200000:0.0:1789760790.223562:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.223571:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.223678:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25243648, count: 4096
00000080:00200000:0.0:1789760790.223685:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25243648, bytes: 4096
00000080:00200000:0.0:1789760790.223695:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.223703:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.223706:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25243648, 25247744) 0 0
00000080:00200000:0.0:1789760790.223711:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.223726:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6163, 6163]
00020000:00200000:0.0:1789760790.223734:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25243648 chunk: [25243648, 25247744) 25247744, 4096
00020000:00200000:0.0:1789760790.223738:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.223756:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6163, 6163]
00000008:00010000:0.0:1789760790.223774:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.223781:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.223793:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25243648, 25247744) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.223808:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25243648=0x1813000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.223866:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.223870:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25247744
00000020:00010000:0.0:1789760790.223878:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.223881:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.223884:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.223888:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.223891:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.223898:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.223904:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.223984:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760790.224110:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 25243648<>25247744
00000100:00100000:1.0:1789760790.224232:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475904:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760790.262165:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760790.262182:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.262194:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.262212:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760790.262242:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508475904:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.262600:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6163, 6163]
00000080:00200000:0.0:1789760790.262616:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.262621:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.262674:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25247744 i_blocks 51207
00000020:00200000:0.0:1789760790.262678:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.262688:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.262720:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25247744, count: 4096
00000080:00200000:0.0:1789760790.262727:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25247744, bytes: 4096
00000080:00200000:0.0:1789760790.262737:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.262745:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.262748:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25247744, 25251840) 0 0
00000080:00200000:0.0:1789760790.262752:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.262773:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6164, 6164]
00020000:00200000:0.0:1789760790.262781:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25247744 chunk: [25247744, 25251840) 25251840, 4096
00020000:00200000:0.0:1789760790.262785:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.262806:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6164, 6164]
00000008:00010000:0.0:1789760790.262824:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.262830:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.262841:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25247744, 25251840) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.262855:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25247744=0x1814000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.262917:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.262983:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25251840
00000020:00010000:0.0:1789760790.262993:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.262997:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.263000:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.263003:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.263006:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.263023:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.263031:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.263049:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760790.263172:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 25247744<>25251840
00000100:00100000:1.0:1789760790.263293:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508476032:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.306500:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973484 gen 3
00000008:00010000:1.0:1789760790.307610:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760790.307623:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.307651:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.307675:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760790.307716:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508476032:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.307888:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6164, 6164]
00000080:00200000:0.0:1789760790.307905:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.307911:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.307928:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25251840 i_blocks 51207
00000020:00200000:0.0:1789760790.307932:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.307943:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.308084:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25251840, count: 4096
00000080:00200000:0.0:1789760790.308093:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25251840, bytes: 4096
00000080:00200000:0.0:1789760790.308179:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.308188:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.308191:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25251840, 25255936) 0 0
00000080:00200000:0.0:1789760790.308197:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.308215:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6165, 6165]
00020000:00200000:0.0:1789760790.308223:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25251840 chunk: [25251840, 25255936) 25255936, 4096
00020000:00200000:0.0:1789760790.308227:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.308248:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6165, 6165]
00000008:00010000:0.0:1789760790.308266:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.308272:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.308284:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25251840, 25255936) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.308298:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25251840=0x1815000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.308356:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.308359:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25255936
00000020:00010000:0.0:1789760790.308666:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.308670:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.308672:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.308676:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.308679:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.308689:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.308696:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.308714:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760790.308840:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 25251840<>25255936
00000100:00100000:1.0:1789760790.309251:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760790.309277:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508476160:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.376344:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973485 gen 3
00000008:00010000:1.0:1789760790.376391:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760790.376398:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.376407:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.376466:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760790.376491:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508476160:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.377175:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6165, 6165]
00000080:00200000:0.0:1789760790.377187:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.377193:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.377204:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25255936 i_blocks 51207
00000020:00200000:0.0:1789760790.377207:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.377216:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.377242:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25255936, count: 4096
00000080:00200000:0.0:1789760790.377247:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25255936, bytes: 4096
00000080:00200000:0.0:1789760790.377256:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.377262:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.377264:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25255936, 25260032) 0 0
00000080:00200000:0.0:1789760790.377268:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.377279:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6166, 6166]
00020000:00200000:0.0:1789760790.377285:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25255936 chunk: [25255936, 25260032) 25260032, 4096
00020000:00200000:0.0:1789760790.377289:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.377302:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6166, 6166]
00000008:00010000:0.0:1789760790.377315:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.377319:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.377327:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25255936, 25260032) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.377336:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25255936=0x1816000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.377778:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.377782:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25260032
00000020:00010000:0.0:1789760790.377789:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.377793:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.377796:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.377799:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.377802:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.377809:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.377816:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.377837:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760790.378061:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 25255936<>25260032
00000100:00100000:1.0:1789760790.378120:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508476288:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760790.431370:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760790.431382:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.431391:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.431413:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760790.431439:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508476288:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.431525:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6166, 6166]
00000080:00200000:0.0:1789760790.431537:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.431543:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.431554:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25260032 i_blocks 51207
00000020:00200000:0.0:1789760790.431558:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.431566:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.431593:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25260032, count: 4096
00000080:00200000:0.0:1789760790.431599:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25260032, bytes: 4096
00000080:00200000:0.0:1789760790.431607:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.431614:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.431616:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25260032, 25264128) 0 0
00000080:00200000:0.0:1789760790.431620:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.431658:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6167, 6167]
00020000:00200000:0.0:1789760790.431666:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25260032 chunk: [25260032, 25264128) 25264128, 4096
00020000:00200000:0.0:1789760790.431669:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.431683:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6167, 6167]
00000008:00010000:0.0:1789760790.431696:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.431701:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.431709:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25260032, 25264128) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.431720:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25260032=0x1817000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.431763:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.431766:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25264128
00000020:00010000:0.0:1789760790.431773:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.431777:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.431780:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.431783:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.431786:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.431792:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.431797:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.431810:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760790.431907:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 25260032<>25264128
00000100:00100000:1.0:1789760790.432005:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508476416:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.473769:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973487 gen 3
00000008:00010000:1.0:1789760790.473815:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760790.473822:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.473830:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.473848:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760790.473872:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508476416:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.473950:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6167, 6167]
00000080:00200000:0.0:1789760790.473962:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.473968:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.473979:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25264128 i_blocks 51207
00000020:00200000:0.0:1789760790.473983:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.473990:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.474027:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25264128, count: 4096
00000080:00200000:0.0:1789760790.474033:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25264128, bytes: 4096
00000080:00200000:0.0:1789760790.474041:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.474048:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.474049:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25264128, 25268224) 0 0
00000080:00200000:0.0:1789760790.474053:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.474065:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6168, 6168]
00020000:00200000:0.0:1789760790.474071:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25264128 chunk: [25264128, 25268224) 25268224, 4096
00020000:00200000:0.0:1789760790.474075:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.474090:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6168, 6168]
00000008:00010000:0.0:1789760790.474102:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.474120:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.474129:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25264128, 25268224) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.474139:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25264128=0x1818000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.474178:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.474181:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25268224
00000020:00010000:0.0:1789760790.474187:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.474190:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.474193:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.474195:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.474197:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.474203:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.474208:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.474221:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760790.474323:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 25264128<>25268224
00000100:00100000:1.0:1789760790.474562:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508476544:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.572557:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973488 gen 3
00000008:00010000:1.0:1789760790.572595:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760790.572601:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.572612:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.572658:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760790.572683:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508476544:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.572775:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6168, 6168]
00000080:00200000:0.0:1789760790.572788:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.572794:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.572807:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25268224 i_blocks 51207
00000020:00200000:0.0:1789760790.572810:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.572819:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.572845:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25268224, count: 4096
00000080:00200000:0.0:1789760790.572850:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25268224, bytes: 4096
00000080:00200000:0.0:1789760790.572857:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.572865:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.572867:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25268224, 25272320) 0 0
00000080:00200000:0.0:1789760790.572871:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.572884:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6169, 6169]
00020000:00200000:0.0:1789760790.572891:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25268224 chunk: [25268224, 25272320) 25272320, 4096
00020000:00200000:0.0:1789760790.572895:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.572909:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6169, 6169]
00000008:00010000:0.0:1789760790.572923:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.572928:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.572938:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25268224, 25272320) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.572950:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25268224=0x1819000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.573001:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.573004:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25272320
00000020:00010000:0.0:1789760790.573021:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.573024:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.573027:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.573030:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.573033:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.573039:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.573044:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.573058:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760790.573149:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 25268224<>25272320
00000100:00100000:1.0:1789760790.573249:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508476672:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.638740:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973489 gen 3
00000008:00010000:1.0:1789760790.638774:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760790.638780:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.638788:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.638806:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760790.638829:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508476672:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.638941:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6169, 6169]
00000080:00200000:0.0:1789760790.638953:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.638958:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.638968:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25272320 i_blocks 51207
00000020:00200000:0.0:1789760790.638971:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.638985:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.639018:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25272320, count: 4096
00000080:00200000:0.0:1789760790.639024:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25272320, bytes: 4096
00000080:00200000:0.0:1789760790.639031:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.639037:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.639038:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25272320, 25276416) 0 0
00000080:00200000:0.0:1789760790.639042:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.639054:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6170, 6170]
00020000:00200000:0.0:1789760790.639060:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25272320 chunk: [25272320, 25276416) 25276416, 4096
00020000:00200000:0.0:1789760790.639064:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.639078:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6170, 6170]
00000008:00010000:0.0:1789760790.639090:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.639095:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.639104:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25272320, 25276416) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.639114:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25272320=0x181a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.639154:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.639157:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25276416
00000020:00010000:0.0:1789760790.639164:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.639167:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.639170:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.639172:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.639175:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.639182:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.639187:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.639202:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760790.639296:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 25272320<>25276416
00000100:00100000:1.0:1789760790.639493:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508476800:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.690334:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973490 gen 3
00000008:00010000:1.0:1789760790.690432:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760790.690439:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.690448:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.690506:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760790.690532:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508476800:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.690605:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6170, 6170]
00000080:00200000:0.0:1789760790.690617:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.690622:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.690727:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25276416 i_blocks 51207
00000020:00200000:0.0:1789760790.690731:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.690737:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.690761:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25276416, count: 4096
00000080:00200000:0.0:1789760790.690767:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25276416, bytes: 4096
00000080:00200000:0.0:1789760790.690775:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.690838:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.690841:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25276416, 25280512) 0 0
00000080:00200000:0.0:1789760790.690846:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.690860:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6171, 6171]
00020000:00200000:0.0:1789760790.690867:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25276416 chunk: [25276416, 25280512) 25280512, 4096
00020000:00200000:0.0:1789760790.690870:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.690885:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6171, 6171]
00000008:00010000:0.0:1789760790.690899:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.690904:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.690914:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25276416, 25280512) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.690924:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25276416=0x181b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.690967:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.690971:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25280512
00000020:00010000:0.0:1789760790.691118:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.691123:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.691126:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.691129:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.691132:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.691139:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.691145:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.691159:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760790.691328:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ca80 - object 0x280000401:3 offset 25276416<>25280512
00000100:00100000:1.0:1789760790.691388:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508476928:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760790.733184:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760790.733195:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.733204:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.733225:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760790.733249:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508476928:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.733600:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6171, 6171]
00000080:00200000:0.0:1789760790.733611:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.733616:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.733651:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25280512 i_blocks 51207
00000020:00200000:0.0:1789760790.733656:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.733664:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.733688:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25280512, count: 4096
00000080:00200000:0.0:1789760790.733693:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25280512, bytes: 4096
00000080:00200000:0.0:1789760790.733701:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.733707:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.733709:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25280512, 25284608) 0 0
00000080:00200000:0.0:1789760790.733712:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.733724:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6172, 6172]
00020000:00200000:0.0:1789760790.733730:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25280512 chunk: [25280512, 25284608) 25284608, 4096
00020000:00200000:0.0:1789760790.733734:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.733746:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6172, 6172]
00000008:00010000:0.0:1789760790.733759:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.733764:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.733772:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25280512, 25284608) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.733781:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25280512=0x181c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.736164:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.736172:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25284608
00000020:00010000:0.0:1789760790.736183:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.736187:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.736191:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.736194:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.736197:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.736207:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.736216:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.736239:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760790.736340:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 25280512<>25284608
00000100:00100000:1.0:1789760790.736897:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508477056:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.775776:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973492 gen 3
00000008:00010000:1.0:1789760790.775829:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760790.775837:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.775846:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.775919:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760790.775944:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508477056:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.776947:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6172, 6172]
00000080:00200000:0.0:1789760790.776963:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.776969:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.776981:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25284608 i_blocks 51207
00000020:00200000:0.0:1789760790.776985:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.777073:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.777101:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25284608, count: 4096
00000080:00200000:0.0:1789760790.777108:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25284608, bytes: 4096
00000080:00200000:0.0:1789760790.777117:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.777125:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.777127:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25284608, 25288704) 0 0
00000080:00200000:0.0:1789760790.777131:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.777205:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6173, 6173]
00020000:00200000:0.0:1789760790.777213:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25284608 chunk: [25284608, 25288704) 25288704, 4096
00020000:00200000:0.0:1789760790.777217:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.777232:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6173, 6173]
00000008:00010000:0.0:1789760790.777246:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.777251:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.777261:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25284608, 25288704) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.777271:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25284608=0x181d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.777319:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.777322:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25288704
00000020:00010000:0.0:1789760790.777329:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.777332:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.777335:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.777338:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.777341:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.777348:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.777353:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.777373:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760790.777472:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 25284608<>25288704
00000100:00100000:1.0:1789760790.777561:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508477184:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.848549:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973493 gen 3
00000008:00010000:1.0:1789760790.848585:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760790.848592:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.848601:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.848619:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760790.848679:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508477184:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760790.848747:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6173, 6173]
00000080:00200000:1.0:1789760790.848759:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760790.848764:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760790.848776:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25288704 i_blocks 51207
00000020:00200000:1.0:1789760790.848780:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760790.848788:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760790.848815:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25288704, count: 4096
00000080:00200000:1.0:1789760790.848822:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25288704, bytes: 4096
00000080:00200000:1.0:1789760790.848830:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760790.848837:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760790.848838:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25288704, 25292800) 0 0
00000080:00200000:1.0:1789760790.848842:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760790.848855:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6174, 6174]
00020000:00200000:1.0:1789760790.848861:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25288704 chunk: [25288704, 25292800) 25292800, 4096
00020000:00200000:1.0:1789760790.848865:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760790.848891:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6174, 6174]
00000008:00010000:1.0:1789760790.848905:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760790.848909:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760790.848918:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25288704, 25292800) append 0 append lockpos 0
00000080:00200000:1.0:1789760790.848928:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25288704=0x181e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760790.848976:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760790.848979:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25292800
00000020:00010000:1.0:1789760790.848985:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760790.848988:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.848991:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760790.848994:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760790.848997:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760790.849004:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760790.849025:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760790.849038:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760790.849128:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25288704<>25292800
00000100:00100000:1.0:1789760790.849167:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760790.849190:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508477312:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.900473:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973494 gen 3
00000008:00010000:1.0:1789760790.900508:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760790.900927:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.900938:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.900960:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760790.900982:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508477312:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760790.901251:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6174, 6174]
00000080:00200000:0.0:1789760790.901264:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760790.901269:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760790.901282:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25292800 i_blocks 51207
00000020:00200000:0.0:1789760790.901286:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760790.901295:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760790.901320:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25292800, count: 4096
00000080:00200000:0.0:1789760790.901326:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25292800, bytes: 4096
00000080:00200000:0.0:1789760790.901335:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760790.901341:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760790.901343:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25292800, 25296896) 0 0
00000080:00200000:0.0:1789760790.901348:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760790.901609:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6175, 6175]
00020000:00200000:0.0:1789760790.901617:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25292800 chunk: [25292800, 25296896) 25296896, 4096
00020000:00200000:0.0:1789760790.901621:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760790.901835:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6175, 6175]
00000008:00010000:0.0:1789760790.901852:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760790.901857:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760790.901866:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25292800, 25296896) append 0 append lockpos 0
00000080:00200000:0.0:1789760790.901877:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25292800=0x181f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760790.902136:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760790.902183:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25296896
00000020:00010000:0.0:1789760790.902190:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760790.902194:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.902197:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760790.902200:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760790.902203:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760790.902210:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760790.902216:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760790.902229:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760790.902326:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 25292800<>25296896
00000100:00100000:1.0:1789760790.902394:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508477440:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760790.958935:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973495 gen 3
00000008:00010000:1.0:1789760790.958965:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760790.958970:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760790.958978:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760790.959001:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760790.959036:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508477440:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760790.959140:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6175, 6175]
00000080:00200000:2.0:1789760790.959151:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760790.959156:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760790.959168:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25296896 i_blocks 51207
00000020:00200000:2.0:1789760790.959170:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760790.959179:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760790.959205:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25296896, count: 4096
00000080:00200000:2.0:1789760790.959212:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25296896, bytes: 4096
00000080:00200000:2.0:1789760790.959220:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760790.959227:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760790.959229:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25296896, 25300992) 0 0
00000080:00200000:2.0:1789760790.959238:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760790.959253:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6176, 6176]
00020000:00200000:2.0:1789760790.959259:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25296896 chunk: [25296896, 25300992) 25300992, 4096
00020000:00200000:2.0:1789760790.959262:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760790.959276:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6176, 6176]
00000008:00010000:2.0:1789760790.959292:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760790.959298:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760790.959309:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25296896, 25300992) append 0 append lockpos 0
00000080:00200000:2.0:1789760790.959320:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25296896=0x1820000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760790.959363:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760790.959366:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25300992
00000020:00010000:2.0:1789760790.959371:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760790.959374:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.959377:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760790.959380:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760790.959383:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760790.959389:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760790.959394:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760790.959409:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634cc0
00000008:00100000:2.0:1789760790.959502:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99180 - object 0x280000401:3 offset 25296896<>25300992
00000080:00200000:2.0:1789760791.026606:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6176, 6176]
00000080:00200000:2.0:1789760791.026618:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.026624:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.026658:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25300992 i_blocks 51207
00000020:00200000:2.0:1789760791.026662:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.026671:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.026698:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25300992, count: 4096
00000080:00200000:2.0:1789760791.026704:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25300992, bytes: 4096
00000080:00200000:2.0:1789760791.026713:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.026721:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.026723:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25300992, 25305088) 0 0
00000080:00200000:2.0:1789760791.026727:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.026740:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6177, 6177]
00020000:00200000:2.0:1789760791.026747:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25300992 chunk: [25300992, 25305088) 25305088, 4096
00020000:00200000:2.0:1789760791.026751:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.026765:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6177, 6177]
00000008:00010000:2.0:1789760791.026778:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.026783:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760791.026793:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25300992, 25305088) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.026805:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25300992=0x1821000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.026852:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.026855:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25305088
00000020:00010000:2.0:1789760791.026862:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.026865:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.026868:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.026872:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.026875:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.026882:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.026888:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.026902:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760791.027210:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 25300992<>25305088
00000080:00200000:2.0:1789760791.078503:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6177, 6177]
00000080:00200000:2.0:1789760791.078514:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.078519:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.078531:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25305088 i_blocks 51207
00000020:00200000:2.0:1789760791.078534:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.078542:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.078567:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25305088, count: 4096
00000080:00200000:2.0:1789760791.078573:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25305088, bytes: 4096
00000080:00200000:2.0:1789760791.078579:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.078596:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.078598:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25305088, 25309184) 0 0
00000080:00200000:2.0:1789760791.078602:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.078613:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6178, 6178]
00020000:00200000:2.0:1789760791.078619:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25305088 chunk: [25305088, 25309184) 25309184, 4096
00020000:00200000:2.0:1789760791.078623:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.078660:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6178, 6178]
00000008:00010000:2.0:1789760791.078672:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.078676:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760791.078684:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25305088, 25309184) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.078694:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25305088=0x1822000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.078731:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.078733:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25309184
00000020:00010000:2.0:1789760791.078739:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.078742:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.078745:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.078748:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.078750:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.078755:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.078761:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.078773:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760791.078859:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b480 - object 0x280000401:3 offset 25305088<>25309184
00000080:00200000:2.0:1789760791.111337:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6178, 6178]
00000080:00200000:2.0:1789760791.111349:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.111354:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.111368:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25309184 i_blocks 51207
00000020:00200000:2.0:1789760791.111371:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.111381:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.111407:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25309184, count: 4096
00000080:00200000:2.0:1789760791.111413:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25309184, bytes: 4096
00000080:00200000:2.0:1789760791.111420:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.111426:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.111428:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25309184, 25313280) 0 0
00000080:00200000:2.0:1789760791.111432:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.111444:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6179, 6179]
00020000:00200000:2.0:1789760791.111451:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25309184 chunk: [25309184, 25313280) 25313280, 4096
00020000:00200000:2.0:1789760791.111455:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.111469:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6179, 6179]
00000008:00010000:2.0:1789760791.111483:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.111488:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760791.111497:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25309184, 25313280) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.111507:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25309184=0x1823000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.111550:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.111552:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25313280
00000020:00010000:2.0:1789760791.111559:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.111561:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.111564:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.111567:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.111569:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.111575:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.111581:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.111606:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760791.111882:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98700 - object 0x280000401:3 offset 25309184<>25313280
00000080:00200000:1.0:1789760791.151324:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6179, 6179]
00000080:00200000:1.0:1789760791.151336:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.151341:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.151352:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25313280 i_blocks 51207
00000020:00200000:1.0:1789760791.151364:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.151373:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.151398:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25313280, count: 4096
00000080:00200000:1.0:1789760791.151404:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25313280, bytes: 4096
00000080:00200000:1.0:1789760791.151414:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.151420:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.151422:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25313280, 25317376) 0 0
00000080:00200000:1.0:1789760791.151426:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.151438:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6180, 6180]
00020000:00200000:1.0:1789760791.151444:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25313280 chunk: [25313280, 25317376) 25317376, 4096
00020000:00200000:1.0:1789760791.151448:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.151462:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6180, 6180]
00000008:00010000:1.0:1789760791.151476:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.151481:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760791.151489:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25313280, 25317376) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.151498:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25313280=0x1824000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.151539:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.151542:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25317376
00000020:00010000:1.0:1789760791.151548:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.151552:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.151555:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.151558:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.151561:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.151567:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.151571:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.151596:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760791.151725:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25313280<>25317376
00000100:00100000:1.0:1789760791.151754:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760791.151767:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508478080:192.168.203.123@tcp:4:dd.0
00010000:00010000:0.0:1789760791.192811:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760791.200817:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973500 gen 3
00000008:00010000:1.0:1789760791.200870:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760791.200877:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.200885:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.201286:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760791.201310:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508478080:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.202025:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508478208:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760791.233084:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3a80
00000020:00200000:2.0:1789760791.233096:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.233105:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.233129:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3a80
00000100:00100000:2.0:1789760791.233153:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508478208:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760791.233251:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6181, 6181]
00000080:00200000:1.0:1789760791.233263:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.233269:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.233279:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25321472 i_blocks 51207
00000020:00200000:1.0:1789760791.233282:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.233290:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.233316:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25321472, count: 4096
00000080:00200000:1.0:1789760791.233322:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25321472, bytes: 4096
00000080:00200000:1.0:1789760791.233329:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.233336:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.233338:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25321472, 25325568) 0 0
00000080:00200000:1.0:1789760791.233341:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.233353:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6182, 6182]
00020000:00200000:1.0:1789760791.233359:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25321472 chunk: [25321472, 25325568) 25325568, 4096
00020000:00200000:1.0:1789760791.233363:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.233375:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6182, 6182]
00000008:00010000:1.0:1789760791.233389:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.233393:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760791.233403:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25321472, 25325568) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.233413:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25321472=0x1826000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.233456:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.233458:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25325568
00000020:00010000:1.0:1789760791.233464:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.233467:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.233470:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.233474:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.233489:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.233495:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.233501:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.233515:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760791.233607:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25321472<>25325568
00000100:00100000:1.0:1789760791.233688:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760791.233701:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508478336:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760791.269748:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973502 gen 3
00000008:00010000:1.0:1789760791.269795:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760791.269801:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.269809:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.269833:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760791.269855:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508478336:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760791.269997:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6182, 6182]
00000080:00200000:2.0:1789760791.270019:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.270024:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.270036:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25325568 i_blocks 51207
00000020:00200000:2.0:1789760791.270039:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.270048:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.270073:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25325568, count: 4096
00000080:00200000:2.0:1789760791.270079:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25325568, bytes: 4096
00000080:00200000:2.0:1789760791.270086:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.270093:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.270095:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25325568, 25329664) 0 0
00000080:00200000:2.0:1789760791.270099:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.270112:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6183, 6183]
00020000:00200000:2.0:1789760791.270118:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25325568 chunk: [25325568, 25329664) 25329664, 4096
00020000:00200000:2.0:1789760791.270122:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.270136:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6183, 6183]
00000008:00010000:2.0:1789760791.270150:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.270154:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760791.270163:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25325568, 25329664) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.270173:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25325568=0x1827000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.270229:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.270233:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25329664
00000020:00010000:2.0:1789760791.270240:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.270243:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.270245:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.270248:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.270251:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.270257:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.270262:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.270276:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760791.270362:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 25325568<>25329664
00000100:00100000:2.0:1789760791.270400:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760791.270414:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508478464:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760791.316177:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634d80
00000020:00200000:2.0:1789760791.316187:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.316197:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.316280:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634d80
00000100:00100000:2.0:1789760791.316307:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508478464:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.317041:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508478592:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.383725:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973503 gen 3
00000100:00100000:2.0:1789760791.383764:0:2409:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686d8274e00 x1876699508478592/t4294973504(4294973504) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760807 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760791.383805:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3b40
00000020:00200000:2.0:1789760791.383811:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.383819:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.383846:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3b40
00000100:00100000:2.0:1789760791.383869:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508478592:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.384656:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760791.384672:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508478720:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.433606:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973505 gen 3
00000008:00010000:2.0:1789760791.433685:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000020:00200000:2.0:1789760791.433692:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.433700:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.433719:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000100:00100000:2.0:1789760791.433742:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508478720:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.434440:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760791.434455:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508478848:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.481124:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973506 gen 3
00000008:00010000:2.0:1789760791.481160:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee39c0
00000020:00200000:2.0:1789760791.481167:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.481176:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.481245:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee39c0
00000100:00100000:2.0:1789760791.481269:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508478848:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.482297:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508478976:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.511215:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973507 gen 3
00000008:00010000:2.0:1789760791.511252:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee30c0
00000020:00200000:2.0:1789760791.511258:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.511267:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.511292:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee30c0
00000100:00100000:2.0:1789760791.511317:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508478976:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760791.511462:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6187, 6187]
00000080:00200000:1.0:1789760791.511476:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.511481:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.511493:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25346048 i_blocks 51207
00000020:00200000:1.0:1789760791.511497:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.511505:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.511530:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25346048, count: 4096
00000080:00200000:1.0:1789760791.511535:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25346048, bytes: 4096
00000080:00200000:1.0:1789760791.511542:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.511549:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.511551:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25346048, 25350144) 0 0
00000080:00200000:1.0:1789760791.511554:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.511566:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6188, 6188]
00020000:00200000:1.0:1789760791.511572:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25346048 chunk: [25346048, 25350144) 25350144, 4096
00020000:00200000:1.0:1789760791.511576:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.511591:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6188, 6188]
00000008:00010000:1.0:1789760791.511604:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.511610:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760791.511624:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25346048, 25350144) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.511662:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25346048=0x182c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.511708:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.511711:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25350144
00000020:00010000:1.0:1789760791.511717:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.511721:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.511724:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.511727:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.511729:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.511736:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.511741:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.511755:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760791.511846:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25346048<>25350144
00000100:00100000:1.0:1789760791.511887:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760791.511901:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508479104:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760791.560089:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973508 gen 3
00000008:00010000:1.0:1789760791.560128:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760791.560135:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.560145:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.560220:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760791.560244:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508479104:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760791.560321:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6188, 6188]
00000080:00200000:2.0:1789760791.560441:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.560446:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.560459:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25350144 i_blocks 51207
00000020:00200000:2.0:1789760791.560464:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.560472:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.560499:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25350144, count: 4096
00000080:00200000:2.0:1789760791.560505:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25350144, bytes: 4096
00000080:00200000:2.0:1789760791.560514:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.560521:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.560524:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25350144, 25354240) 0 0
00000080:00200000:2.0:1789760791.560527:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.560540:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6189, 6189]
00020000:00200000:2.0:1789760791.560546:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25350144 chunk: [25350144, 25354240) 25354240, 4096
00020000:00200000:2.0:1789760791.560550:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.560564:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6189, 6189]
00000008:00010000:2.0:1789760791.560578:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.560583:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760791.560591:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25350144, 25354240) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.560603:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25350144=0x182d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.560680:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.560683:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25354240
00000020:00010000:2.0:1789760791.560691:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.560694:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.560697:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.560700:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.560703:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.560709:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.560714:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.560728:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760791.560825:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 25350144<>25354240
00000100:00100000:2.0:1789760791.560871:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760791.560885:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508479232:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.627209:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973509 gen 3
00000008:00010000:2.0:1789760791.627251:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634d80
00000020:00200000:2.0:1789760791.627258:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.627266:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.627292:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634d80
00000100:00100000:2.0:1789760791.627318:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508479232:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760791.627425:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6189, 6189]
00000080:00200000:1.0:1789760791.627437:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760791.627442:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760791.627452:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25354240 i_blocks 51207
00000020:00200000:1.0:1789760791.627454:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760791.627462:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760791.627488:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25354240, count: 4096
00000080:00200000:1.0:1789760791.627493:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25354240, bytes: 4096
00000080:00200000:1.0:1789760791.627501:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760791.627507:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760791.627509:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25354240, 25358336) 0 0
00000080:00200000:1.0:1789760791.627513:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760791.627524:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6190, 6190]
00020000:00200000:1.0:1789760791.627530:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25354240 chunk: [25354240, 25358336) 25358336, 4096
00020000:00200000:1.0:1789760791.627533:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760791.627545:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6190, 6190]
00000008:00010000:1.0:1789760791.627562:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760791.627568:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760791.627575:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25354240, 25358336) append 0 append lockpos 0
00000080:00200000:1.0:1789760791.627585:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25354240=0x182e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760791.627727:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760791.627730:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25358336
00000020:00010000:1.0:1789760791.627802:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760791.627806:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.627809:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760791.627813:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760791.627815:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760791.627822:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760791.627827:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760791.627842:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760791.628077:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25354240<>25358336
00000100:00100000:0.0:1789760791.628166:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760791.628182:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508479360:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760791.691753:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973510 gen 3
00000008:00010000:1.0:1789760791.691790:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760791.691796:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760791.691806:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760791.691895:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760791.691928:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508479360:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760791.692146:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6190, 6190]
00000080:00200000:2.0:1789760791.692159:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.692164:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.692176:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25358336 i_blocks 51207
00000020:00200000:2.0:1789760791.692180:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.692190:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.692218:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25358336, count: 4096
00000080:00200000:2.0:1789760791.692224:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25358336, bytes: 4096
00000080:00200000:2.0:1789760791.692234:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.692241:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.692243:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25358336, 25362432) 0 0
00000080:00200000:2.0:1789760791.692247:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.692258:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6191, 6191]
00020000:00200000:2.0:1789760791.692264:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25358336 chunk: [25358336, 25362432) 25362432, 4096
00020000:00200000:2.0:1789760791.692268:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.692281:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6191, 6191]
00000008:00010000:2.0:1789760791.692293:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.692298:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760791.692306:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25358336, 25362432) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.692315:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25358336=0x182f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.692432:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.692435:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25362432
00000020:00010000:2.0:1789760791.692443:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.692446:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.692448:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.692452:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.692455:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.692462:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.692467:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.692481:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760791.692574:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 25358336<>25362432
00000080:00200000:2.0:1789760791.747365:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6191, 6191]
00000080:00200000:2.0:1789760791.747379:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.747385:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.747396:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25362432 i_blocks 51207
00000020:00200000:2.0:1789760791.747400:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.747409:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.747436:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25362432, count: 4096
00000080:00200000:2.0:1789760791.747443:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25362432, bytes: 4096
00000080:00200000:2.0:1789760791.747452:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.747459:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.747462:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25362432, 25366528) 0 0
00000080:00200000:2.0:1789760791.747466:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.747480:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6192, 6192]
00020000:00200000:2.0:1789760791.747487:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25362432 chunk: [25362432, 25366528) 25366528, 4096
00020000:00200000:2.0:1789760791.747491:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.747507:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6192, 6192]
00000008:00010000:2.0:1789760791.747522:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.747526:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760791.747535:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25362432, 25366528) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.747546:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25362432=0x1830000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.747595:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.747598:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25366528
00000020:00010000:2.0:1789760791.747604:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.747609:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.747613:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.747616:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.747619:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.747647:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.747654:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.747669:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634cc0
00000008:00100000:2.0:1789760791.747767:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9ad80 - object 0x280000401:3 offset 25362432<>25366528
00000080:00200000:2.0:1789760791.798545:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6192, 6192]
00000080:00200000:2.0:1789760791.798559:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.798563:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.798576:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25366528 i_blocks 51207
00000020:00200000:2.0:1789760791.798579:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.798588:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.798617:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25366528, count: 4096
00000080:00200000:2.0:1789760791.798624:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25366528, bytes: 4096
00000080:00200000:2.0:1789760791.798654:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.798661:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.798663:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25366528, 25370624) 0 0
00000080:00200000:2.0:1789760791.798667:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.798678:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6193, 6193]
00020000:00200000:2.0:1789760791.798685:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25366528 chunk: [25366528, 25370624) 25370624, 4096
00020000:00200000:2.0:1789760791.798689:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.798703:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6193, 6193]
00000008:00010000:2.0:1789760791.798716:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.798721:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760791.798729:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25366528, 25370624) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.798739:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25366528=0x1831000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.798777:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.798779:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25370624
00000020:00010000:2.0:1789760791.798785:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.798788:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.798791:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.798794:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.798797:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.798803:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.798808:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.798820:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760791.798906:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99f80 - object 0x280000401:3 offset 25366528<>25370624
00000080:00200000:2.0:1789760791.831118:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6193, 6193]
00000080:00200000:2.0:1789760791.831348:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.831354:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.831365:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25370624 i_blocks 51207
00000020:00200000:2.0:1789760791.831368:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.831377:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.831401:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25370624, count: 4096
00000080:00200000:2.0:1789760791.831407:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25370624, bytes: 4096
00000080:00200000:2.0:1789760791.831415:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.831421:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.831424:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25370624, 25374720) 0 0
00000080:00200000:2.0:1789760791.831428:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.831439:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6194, 6194]
00020000:00200000:2.0:1789760791.831446:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25370624 chunk: [25370624, 25374720) 25374720, 4096
00020000:00200000:2.0:1789760791.831450:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.831464:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6194, 6194]
00000008:00010000:2.0:1789760791.831477:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.831482:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760791.831491:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25370624, 25374720) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.831501:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25370624=0x1832000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760791.831545:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760791.831549:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25374720
00000020:00010000:2.0:1789760791.831556:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760791.831559:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.831561:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635a30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760791.831565:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760791.831568:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635a30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760791.831575:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760791.831580:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760791.831594:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760791.831888:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99880 - object 0x280000401:3 offset 25370624<>25374720
00000008:00010000:2.0:1789760791.871715:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634840
00000020:00200000:2.0:1789760791.871725:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.871733:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.871749:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634840
00000100:00100000:2.0:1789760791.871867:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508479872:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.872426:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508480000:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760791.916834:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973515 gen 3
00000008:00010000:2.0:1789760791.916878:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3e40
00000020:00200000:2.0:1789760791.916885:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760791.916894:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760791.916971:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3e40
00000100:00100000:2.0:1789760791.916997:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508480000:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760791.964326:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6196, 6196]
00000080:00200000:2.0:1789760791.964340:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760791.964346:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760791.964358:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25382912 i_blocks 51207
00000020:00200000:2.0:1789760791.964362:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760791.964371:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760791.964398:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25382912, count: 4096
00000080:00200000:2.0:1789760791.964404:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25382912, bytes: 4096
00000080:00200000:2.0:1789760791.964424:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760791.964431:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760791.964433:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25382912, 25387008) 0 0
00000080:00200000:2.0:1789760791.964438:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760791.964452:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6197, 6197]
00020000:00200000:2.0:1789760791.964459:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25382912 chunk: [25382912, 25387008) 25387008, 4096
00020000:00200000:2.0:1789760791.964462:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760791.964477:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6197, 6197]
00000008:00010000:2.0:1789760791.964491:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760791.964496:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635a30, osc lock ffff9686c5055a20, flags 0x0
00000080:00200000:2.0:1789760791.964504:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25382912, 25387008) append 0 append lockpos 0
00000080:00200000:2.0:1789760791.964669:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25382912=0x1835000, pages 1 (max 131072), lockless, parallel
00000100:00100000:2.0:1789760791.964980:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508480256:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760792.008837:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6197, 6197]
00000080:00200000:1.0:1789760792.008851:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760792.008857:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760792.008869:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25387008 i_blocks 51207
00000020:00200000:1.0:1789760792.008873:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760792.008882:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760792.008909:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25387008, count: 4096
00000080:00200000:1.0:1789760792.008915:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25387008, bytes: 4096
00000080:00200000:1.0:1789760792.008923:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760792.008930:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760792.008932:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25387008, 25391104) 0 0
00000080:00200000:1.0:1789760792.008936:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760792.008950:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6198, 6198]
00020000:00200000:1.0:1789760792.008956:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25387008 chunk: [25387008, 25391104) 25391104, 4096
00020000:00200000:1.0:1789760792.008959:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760792.008975:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6198, 6198]
00000008:00010000:1.0:1789760792.008989:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760792.008994:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760792.009013:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25387008, 25391104) append 0 append lockpos 0
00000080:00200000:1.0:1789760792.009027:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25387008=0x1836000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760792.009070:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760792.009073:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25391104
00000020:00010000:1.0:1789760792.009080:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760792.009084:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.009087:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760792.009090:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760792.009092:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760792.009098:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760792.009103:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760792.009116:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760792.009219:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25387008<>25391104
00000100:00100000:1.0:1789760792.009266:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760792.009280:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508480384:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.071821:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973518 gen 3
00000008:00010000:1.0:1789760792.071914:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:1.0:1789760792.071921:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.071930:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.071986:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:1.0:1789760792.072023:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508480384:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.072198:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6198, 6198]
00000080:00200000:0.0:1789760792.072211:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.072217:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.072229:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25391104 i_blocks 51207
00000020:00200000:0.0:1789760792.072232:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.072241:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.072269:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25391104, count: 4096
00000080:00200000:0.0:1789760792.072275:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25391104, bytes: 4096
00000080:00200000:0.0:1789760792.072283:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.072290:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.072292:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25391104, 25395200) 0 0
00000080:00200000:0.0:1789760792.072295:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.072308:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6199, 6199]
00020000:00200000:0.0:1789760792.072314:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25391104 chunk: [25391104, 25395200) 25395200, 4096
00020000:00200000:0.0:1789760792.072318:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.072332:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6199, 6199]
00000008:00010000:0.0:1789760792.072345:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.072350:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.072359:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25391104, 25395200) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.072371:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25391104=0x1837000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.072410:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.072413:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25395200
00000020:00010000:0.0:1789760792.072419:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.072422:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.072425:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.072428:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.072430:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.072436:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.072440:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.072454:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760792.072546:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 25391104<>25395200
00000100:00100000:1.0:1789760792.072602:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508480512:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.149819:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973519 gen 3
00000008:00010000:1.0:1789760792.149856:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760792.149863:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.149872:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.149890:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760792.149913:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508480512:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.150071:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6199, 6199]
00000080:00200000:0.0:1789760792.150084:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.150089:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.150101:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25395200 i_blocks 51207
00000020:00200000:0.0:1789760792.150104:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.150112:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.150137:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25395200, count: 4096
00000080:00200000:0.0:1789760792.150142:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25395200, bytes: 4096
00000080:00200000:0.0:1789760792.150150:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.150157:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.150159:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25395200, 25399296) 0 0
00000080:00200000:0.0:1789760792.150164:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.150176:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6200, 6200]
00020000:00200000:0.0:1789760792.150182:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25395200 chunk: [25395200, 25399296) 25399296, 4096
00020000:00200000:0.0:1789760792.150185:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.150199:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6200, 6200]
00000008:00010000:0.0:1789760792.150212:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.150217:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.150227:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25395200, 25399296) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.150237:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25395200=0x1838000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.150281:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.150283:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25399296
00000020:00010000:0.0:1789760792.150290:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.150293:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.150296:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.150299:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.150301:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.150307:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.150312:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.150326:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760792.150420:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 25395200<>25399296
00000100:00100000:1.0:1789760792.150553:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508480640:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760792.200971:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760792.200983:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.200993:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.201144:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760792.201170:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508480640:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.201309:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6200, 6200]
00000080:00200000:0.0:1789760792.201321:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.201326:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.201338:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25399296 i_blocks 51207
00000020:00200000:0.0:1789760792.201342:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.201350:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.201377:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25399296, count: 4096
00000080:00200000:0.0:1789760792.201383:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25399296, bytes: 4096
00000080:00200000:0.0:1789760792.201391:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.201398:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.201400:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25399296, 25403392) 0 0
00000080:00200000:0.0:1789760792.201403:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.201416:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6201, 6201]
00020000:00200000:0.0:1789760792.201423:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25399296 chunk: [25399296, 25403392) 25403392, 4096
00020000:00200000:0.0:1789760792.201427:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.201442:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6201, 6201]
00000008:00010000:0.0:1789760792.201455:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.201460:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.201470:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25399296, 25403392) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.201481:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25399296=0x1839000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.201524:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.201527:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25403392
00000020:00010000:0.0:1789760792.201533:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.201537:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.201539:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.201543:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.201545:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.201551:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.201556:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.201570:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760792.201700:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 25399296<>25403392
00000100:00100000:1.0:1789760792.201841:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508481408:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760792.216851:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760792.244308:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973520 gen 3
00000100:00100000:1.0:1789760792.244342:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954ce00 x1876699508481408/t4294973521(4294973521) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760808 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760792.244388:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760792.244394:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.244402:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.244422:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760792.244443:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508481408:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.244528:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6201, 6201]
00000080:00200000:0.0:1789760792.244540:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.244545:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.244556:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25403392 i_blocks 51207
00000020:00200000:0.0:1789760792.244559:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.244567:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.244594:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25403392, count: 4096
00000080:00200000:0.0:1789760792.244600:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25403392, bytes: 4096
00000080:00200000:0.0:1789760792.244608:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.244614:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.244616:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25403392, 25407488) 0 0
00000080:00200000:0.0:1789760792.244620:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.244660:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6202, 6202]
00020000:00200000:0.0:1789760792.244667:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25403392 chunk: [25403392, 25407488) 25407488, 4096
00020000:00200000:0.0:1789760792.244671:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.244684:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6202, 6202]
00000008:00010000:0.0:1789760792.244698:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.244703:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.244712:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25403392, 25407488) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.244723:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25403392=0x183a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.244765:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.244767:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25407488
00000020:00010000:0.0:1789760792.244774:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.244777:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.244780:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.244783:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.244785:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.244792:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.244797:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.244811:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760792.244903:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 25403392<>25407488
00000100:00100000:1.0:1789760792.245005:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508481536:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.280270:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973521 gen 3
00000100:00100000:1.0:1789760792.280304:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954d180 x1876699508481536/t4294973522(4294973522) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760808 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760792.280342:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760792.280354:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.280363:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.280380:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760792.280399:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508481536:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.280476:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6202, 6202]
00000080:00200000:0.0:1789760792.280488:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.280493:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.280505:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25407488 i_blocks 51207
00000020:00200000:0.0:1789760792.280509:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.280516:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.280541:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25407488, count: 4096
00000080:00200000:0.0:1789760792.280547:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25407488, bytes: 4096
00000080:00200000:0.0:1789760792.280554:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.280561:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.280563:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25407488, 25411584) 0 0
00000080:00200000:0.0:1789760792.280566:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.280578:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6203, 6203]
00020000:00200000:0.0:1789760792.280585:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25407488 chunk: [25407488, 25411584) 25411584, 4096
00020000:00200000:0.0:1789760792.280589:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.280603:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6203, 6203]
00000008:00010000:0.0:1789760792.280617:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.280622:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.280658:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25407488, 25411584) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.280669:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25407488=0x183b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.280712:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.280715:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25411584
00000020:00010000:0.0:1789760792.280722:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.280725:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.280727:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.280730:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.280733:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.280738:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.280744:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.280757:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760792.280845:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 25407488<>25411584
00000100:00100000:1.0:1789760792.280945:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508481664:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.317625:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973523 gen 3
00000008:00010000:1.0:1789760792.317708:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760792.317715:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.317724:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.317742:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760792.317767:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508481664:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.317850:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6203, 6203]
00000080:00200000:0.0:1789760792.317862:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.317868:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.317881:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25411584 i_blocks 51207
00000020:00200000:0.0:1789760792.317885:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.317893:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.317932:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25411584, count: 4096
00000080:00200000:0.0:1789760792.317939:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25411584, bytes: 4096
00000080:00200000:0.0:1789760792.317947:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.317953:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.317955:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25411584, 25415680) 0 0
00000080:00200000:0.0:1789760792.317959:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.317972:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6204, 6204]
00020000:00200000:0.0:1789760792.317979:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25411584 chunk: [25411584, 25415680) 25415680, 4096
00020000:00200000:0.0:1789760792.317983:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.318008:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6204, 6204]
00000008:00010000:0.0:1789760792.318022:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.318026:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.318036:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25411584, 25415680) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.318046:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25411584=0x183c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.318090:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.318092:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25415680
00000020:00010000:0.0:1789760792.318099:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.318102:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.318105:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.318108:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.318110:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.318116:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.318121:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.318135:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760792.318223:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 25411584<>25415680
00000100:00100000:1.0:1789760792.318383:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508481792:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.359689:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973524 gen 3
00000008:00010000:1.0:1789760792.359725:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760792.359732:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.359740:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.359758:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760792.359780:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508481792:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.359946:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6204, 6204]
00000080:00200000:0.0:1789760792.359957:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.359962:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.359973:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25415680 i_blocks 51207
00000020:00200000:0.0:1789760792.359976:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.359984:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.360020:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25415680, count: 4096
00000080:00200000:0.0:1789760792.360026:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25415680, bytes: 4096
00000080:00200000:0.0:1789760792.360033:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.360040:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.360042:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25415680, 25419776) 0 0
00000080:00200000:0.0:1789760792.360046:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.360058:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6205, 6205]
00020000:00200000:0.0:1789760792.360065:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25415680 chunk: [25415680, 25419776) 25419776, 4096
00020000:00200000:0.0:1789760792.360068:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.360084:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6205, 6205]
00000008:00010000:0.0:1789760792.360097:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.360101:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.360112:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25415680, 25419776) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.360122:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25415680=0x183d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.360167:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.360170:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25419776
00000020:00010000:0.0:1789760792.360176:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.360180:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.360183:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.360186:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.360188:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.360194:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.360200:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.360215:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760792.360309:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 25415680<>25419776
00000100:00100000:1.0:1789760792.360485:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508481920:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760792.391442:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760792.391452:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.391462:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.391479:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760792.391504:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508481920:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.391582:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6205, 6205]
00000080:00200000:0.0:1789760792.391594:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.391600:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.391611:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25419776 i_blocks 51207
00000020:00200000:0.0:1789760792.391615:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.391624:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.391678:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25419776, count: 4096
00000080:00200000:0.0:1789760792.391685:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25419776, bytes: 4096
00000080:00200000:0.0:1789760792.391693:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.391700:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.391703:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25419776, 25423872) 0 0
00000080:00200000:0.0:1789760792.391707:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.391720:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6206, 6206]
00020000:00200000:0.0:1789760792.391727:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25419776 chunk: [25419776, 25423872) 25423872, 4096
00020000:00200000:0.0:1789760792.391732:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.391747:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6206, 6206]
00000008:00010000:0.0:1789760792.391761:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.391766:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.391777:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25419776, 25423872) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.391788:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25419776=0x183e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.391837:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.391839:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25423872
00000020:00010000:0.0:1789760792.391848:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.391851:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.391855:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.391858:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.391861:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.391868:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.391874:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.391890:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760792.392011:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 25419776<>25423872
00000100:00100000:1.0:1789760792.392243:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508482048:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.431067:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973526 gen 3
00000008:00010000:1.0:1789760792.431117:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760792.431123:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.431131:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.431151:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760792.431176:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508482048:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.431263:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6206, 6206]
00000080:00200000:0.0:1789760792.431275:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.431280:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.431293:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25423872 i_blocks 51207
00000020:00200000:0.0:1789760792.431297:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.431305:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.431331:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25423872, count: 4096
00000080:00200000:0.0:1789760792.431336:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25423872, bytes: 4096
00000080:00200000:0.0:1789760792.431344:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.431362:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.431364:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25423872, 25427968) 0 0
00000080:00200000:0.0:1789760792.431368:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.431382:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6207, 6207]
00020000:00200000:0.0:1789760792.431389:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25423872 chunk: [25423872, 25427968) 25427968, 4096
00020000:00200000:0.0:1789760792.431394:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.431409:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6207, 6207]
00000008:00010000:0.0:1789760792.431421:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.431426:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.431436:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25423872, 25427968) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.431447:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25423872=0x183f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.431490:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.431493:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25427968
00000020:00010000:0.0:1789760792.431500:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.431503:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.431506:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.431509:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.431512:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.431518:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.431523:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.431537:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760792.431667:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 25423872<>25427968
00000100:00100000:1.0:1789760792.431805:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508482176:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760792.477422:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760792.477432:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.477440:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.477456:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760792.477478:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508482176:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.477654:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6207, 6207]
00000080:00200000:0.0:1789760792.477666:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.477671:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.477681:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25427968 i_blocks 51207
00000020:00200000:0.0:1789760792.477684:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.477691:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.477716:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25427968, count: 4096
00000080:00200000:0.0:1789760792.477722:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25427968, bytes: 4096
00000080:00200000:0.0:1789760792.477728:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.477734:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.477736:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25427968, 25432064) 0 0
00000080:00200000:0.0:1789760792.477740:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.477751:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6208, 6208]
00020000:00200000:0.0:1789760792.477757:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25427968 chunk: [25427968, 25432064) 25432064, 4096
00020000:00200000:0.0:1789760792.477761:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.477774:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6208, 6208]
00000008:00010000:0.0:1789760792.477786:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.477790:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.477799:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25427968, 25432064) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.477808:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25427968=0x1840000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.477846:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.477848:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25432064
00000020:00010000:0.0:1789760792.477854:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.477857:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.477860:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.477863:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.477865:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.477871:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.477876:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.477889:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760792.477983:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 25427968<>25432064
00000100:00100000:1.0:1789760792.478118:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508482304:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.528191:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973528 gen 3
00000008:00010000:1.0:1789760792.528243:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760792.528251:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.528260:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.528282:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760792.528309:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508482304:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.528416:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6208, 6208]
00000080:00200000:0.0:1789760792.528429:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.528434:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.528447:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25432064 i_blocks 51207
00000020:00200000:0.0:1789760792.528450:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.528458:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.528487:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25432064, count: 4096
00000080:00200000:0.0:1789760792.528494:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25432064, bytes: 4096
00000080:00200000:0.0:1789760792.528503:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.528511:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.528513:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25432064, 25436160) 0 0
00000080:00200000:0.0:1789760792.528518:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.528532:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6209, 6209]
00020000:00200000:0.0:1789760792.528540:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25432064 chunk: [25432064, 25436160) 25436160, 4096
00020000:00200000:0.0:1789760792.528543:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.528560:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6209, 6209]
00000008:00010000:0.0:1789760792.528574:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.528579:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.528590:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25432064, 25436160) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.528603:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25432064=0x1841000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.528670:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.528673:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25436160
00000020:00010000:0.0:1789760792.528680:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.528683:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.528686:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.528689:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.528691:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.528698:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.528703:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.528718:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760792.528812:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 25432064<>25436160
00000100:00100000:1.0:1789760792.529031:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508482432:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.569268:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973529 gen 3
00000008:00010000:1.0:1789760792.569310:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760792.569317:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.569327:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.569346:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760792.569373:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508482432:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.569465:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6209, 6209]
00000080:00200000:0.0:1789760792.569481:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.569486:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.569500:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25436160 i_blocks 51207
00000020:00200000:0.0:1789760792.569503:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.569510:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.569536:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25436160, count: 4096
00000080:00200000:0.0:1789760792.569541:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25436160, bytes: 4096
00000080:00200000:0.0:1789760792.569549:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.569557:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.569559:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25436160, 25440256) 0 0
00000080:00200000:0.0:1789760792.569563:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.569576:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6210, 6210]
00020000:00200000:0.0:1789760792.569593:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25436160 chunk: [25436160, 25440256) 25440256, 4096
00020000:00200000:0.0:1789760792.569598:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.569612:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6210, 6210]
00000008:00010000:0.0:1789760792.569626:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.569655:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.569665:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25436160, 25440256) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.569677:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25436160=0x1842000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.569720:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.569722:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25440256
00000020:00010000:0.0:1789760792.569729:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.569732:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.569735:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.569738:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.569740:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.569747:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.569753:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.569768:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760792.569868:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f800 - object 0x280000401:3 offset 25436160<>25440256
00000100:00100000:1.0:1789760792.570336:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508482560:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.622398:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973530 gen 3
00000008:00010000:1.0:1789760792.622436:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760792.622442:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.622451:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.622471:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760792.622496:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508482560:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.623854:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6210, 6210]
00000080:00200000:0.0:1789760792.623871:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.623877:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.623890:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25440256 i_blocks 51207
00000020:00200000:0.0:1789760792.623895:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.623906:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.623933:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25440256, count: 4096
00000080:00200000:0.0:1789760792.623940:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25440256, bytes: 4096
00000080:00200000:0.0:1789760792.623949:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.623956:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.623958:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25440256, 25444352) 0 0
00000080:00200000:0.0:1789760792.623962:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.623975:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6211, 6211]
00020000:00200000:0.0:1789760792.623981:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25440256 chunk: [25440256, 25444352) 25444352, 4096
00020000:00200000:0.0:1789760792.623985:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.624081:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6211, 6211]
00000008:00010000:0.0:1789760792.624097:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.624102:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.624112:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25440256, 25444352) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.624123:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25440256=0x1843000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.624176:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.624179:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25444352
00000020:00010000:0.0:1789760792.624187:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.624190:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.624193:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.624196:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.624199:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.624206:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.624212:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.624331:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760792.624432:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f800 - object 0x280000401:3 offset 25440256<>25444352
00000100:00100000:1.0:1789760792.624732:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508482688:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.658679:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973531 gen 3
00000008:00010000:1.0:1789760792.658717:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760792.658724:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.658732:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.658752:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760792.658777:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508482688:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.658863:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6211, 6211]
00000080:00200000:0.0:1789760792.658875:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.658880:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.658892:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25444352 i_blocks 51207
00000020:00200000:0.0:1789760792.658895:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.658904:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.658928:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25444352, count: 4096
00000080:00200000:0.0:1789760792.658934:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25444352, bytes: 4096
00000080:00200000:0.0:1789760792.658944:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.658950:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.658952:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25444352, 25448448) 0 0
00000080:00200000:0.0:1789760792.658956:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.658970:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6212, 6212]
00020000:00200000:0.0:1789760792.658976:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25444352 chunk: [25444352, 25448448) 25448448, 4096
00020000:00200000:0.0:1789760792.658980:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.659003:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6212, 6212]
00000008:00010000:0.0:1789760792.659300:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.659305:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.659317:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25444352, 25448448) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.659328:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25444352=0x1844000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.659376:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.659379:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25448448
00000020:00010000:0.0:1789760792.659385:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.659388:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.659392:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.659394:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.659397:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.659403:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.659409:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.659423:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760792.659747:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 25444352<>25448448
00000100:00100000:1.0:1789760792.659842:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508482816:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.691716:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973532 gen 3
00000008:00010000:1.0:1789760792.691754:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760792.691760:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.691769:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.691827:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760792.691853:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508482816:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.692132:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6212, 6212]
00000080:00200000:0.0:1789760792.692144:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.692150:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.692162:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25448448 i_blocks 51207
00000020:00200000:0.0:1789760792.692165:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.692173:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.692274:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25448448, count: 4096
00000080:00200000:0.0:1789760792.692282:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25448448, bytes: 4096
00000080:00200000:0.0:1789760792.692290:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.692297:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.692299:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25448448, 25452544) 0 0
00000080:00200000:0.0:1789760792.692304:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.692319:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6213, 6213]
00020000:00200000:0.0:1789760792.692326:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25448448 chunk: [25448448, 25452544) 25452544, 4096
00020000:00200000:0.0:1789760792.692330:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.692344:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6213, 6213]
00000008:00010000:0.0:1789760792.692461:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.692468:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.692544:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25448448, 25452544) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.692555:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25448448=0x1845000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.692603:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.692605:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25452544
00000020:00010000:0.0:1789760792.692611:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.692613:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.692615:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.692618:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.692619:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.692624:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.692749:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.692767:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760792.692868:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 25448448<>25452544
00000100:00100000:1.0:1789760792.693005:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508482944:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.728162:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973533 gen 3
00000008:00010000:1.0:1789760792.728319:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760792.728326:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.728334:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.728356:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000080:00200000:0.0:1789760792.728388:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6213, 6213]
00000080:00200000:0.0:1789760792.728400:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.728405:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.728417:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25452544 i_blocks 51207
00000020:00200000:0.0:1789760792.728420:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.728428:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000100:00100000:1.0:1789760792.728451:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508482944:192.168.203.123@tcp:4:dd.0
00000080:00200008:0.0:1789760792.728455:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25452544, count: 4096
00000080:00200000:0.0:1789760792.728461:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25452544, bytes: 4096
00000080:00200000:0.0:1789760792.728469:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.728475:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.728477:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25452544, 25456640) 0 0
00000080:00200000:0.0:1789760792.728481:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.728494:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6214, 6214]
00020000:00200000:0.0:1789760792.728500:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25452544 chunk: [25452544, 25456640) 25456640, 4096
00020000:00200000:0.0:1789760792.728504:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.728518:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6214, 6214]
00000008:00010000:0.0:1789760792.728530:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.728535:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.728544:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25452544, 25456640) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.728554:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25452544=0x1846000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.728605:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.728608:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25456640
00000020:00010000:0.0:1789760792.728614:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.728617:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.728619:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.728622:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.728625:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.728672:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.728678:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.728692:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760792.728784:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 25452544<>25456640
00000100:00100000:1.0:1789760792.729150:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508483072:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.766943:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973534 gen 3
00000008:00010000:1.0:1789760792.766977:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760792.767003:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.767012:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.767030:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760792.767054:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508483072:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.767466:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6214, 6214]
00000080:00200000:0.0:1789760792.767478:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.767484:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.767496:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25456640 i_blocks 51207
00000020:00200000:0.0:1789760792.767499:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.767508:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.767535:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25456640, count: 4096
00000080:00200000:0.0:1789760792.767541:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25456640, bytes: 4096
00000080:00200000:0.0:1789760792.767551:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.767559:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.767561:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25456640, 25460736) 0 0
00000080:00200000:0.0:1789760792.767565:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.767577:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6215, 6215]
00020000:00200000:0.0:1789760792.767593:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25456640 chunk: [25456640, 25460736) 25460736, 4096
00020000:00200000:0.0:1789760792.767597:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.767612:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6215, 6215]
00000008:00010000:0.0:1789760792.767626:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.767655:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.767665:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25456640, 25460736) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.767675:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25456640=0x1847000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.767720:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.767723:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25460736
00000020:00010000:0.0:1789760792.767730:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.767733:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.767736:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.767739:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.767742:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.767748:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.767753:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.767766:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760792.767868:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 25456640<>25460736
00000100:00100000:1.0:1789760792.768005:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760792.768020:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508483200:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.824829:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973535 gen 3
00000008:00010000:1.0:1789760792.824873:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760792.824879:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.824888:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.824910:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000080:00200000:0.0:1789760792.825073:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6215, 6215]
00000080:00200000:0.0:1789760792.825086:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.825091:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.825103:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25460736 i_blocks 51207
00000020:00200000:0.0:1789760792.825106:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.825114:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.825140:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25460736, count: 4096
00000080:00200000:0.0:1789760792.825147:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25460736, bytes: 4096
00000080:00200000:0.0:1789760792.825155:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.825162:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.825164:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25460736, 25464832) 0 0
00000080:00200000:0.0:1789760792.825168:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.825182:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6216, 6216]
00020000:00200000:0.0:1789760792.825190:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25460736 chunk: [25460736, 25464832) 25464832, 4096
00020000:00200000:0.0:1789760792.825195:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.825211:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6216, 6216]
00000008:00010000:0.0:1789760792.825227:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.825233:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.825243:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25460736, 25464832) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.825258:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25460736=0x1848000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.825305:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.825308:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25464832
00000020:00010000:0.0:1789760792.825315:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.825318:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.825322:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.825325:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.825328:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.825334:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.825339:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000100:00100000:1.0:1789760792.825386:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508483200:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760792.825425:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:1.0:1789760792.825523:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25460736<>25464832
00000100:00100000:1.0:1789760792.825569:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508483328:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760792.870772:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760792.870783:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.870793:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.870808:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760792.870841:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508483328:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.870921:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6216, 6216]
00000080:00200000:0.0:1789760792.870933:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.870938:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.870950:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25464832 i_blocks 51207
00000020:00200000:0.0:1789760792.870953:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.870961:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.871393:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25464832, count: 4096
00000080:00200000:0.0:1789760792.871401:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25464832, bytes: 4096
00000080:00200000:0.0:1789760792.871409:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.871417:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.871419:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25464832, 25468928) 0 0
00000080:00200000:0.0:1789760792.871483:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.871560:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6217, 6217]
00020000:00200000:0.0:1789760792.871568:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25464832 chunk: [25464832, 25468928) 25468928, 4096
00020000:00200000:0.0:1789760792.871571:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.871587:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6217, 6217]
00000008:00010000:0.0:1789760792.871600:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.871605:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.871613:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25464832, 25468928) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.871625:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25464832=0x1849000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.871707:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.871710:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25468928
00000020:00010000:0.0:1789760792.871717:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.871720:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.871723:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.871727:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.871730:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.871736:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.871741:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.871758:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760792.871866:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 25464832<>25468928
00000100:00100000:1.0:1789760792.872381:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760792.872401:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508483456:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760792.948457:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973537 gen 3
00000008:00010000:1.0:1789760792.948516:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760792.948523:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760792.948535:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760792.948552:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760792.948576:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508483456:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760792.948776:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6217, 6217]
00000080:00200000:0.0:1789760792.948797:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760792.948803:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760792.948815:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25468928 i_blocks 51207
00000020:00200000:0.0:1789760792.948818:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760792.948826:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760792.948853:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25468928, count: 4096
00000080:00200000:0.0:1789760792.948859:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25468928, bytes: 4096
00000080:00200000:0.0:1789760792.948867:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760792.948874:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760792.948876:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25468928, 25473024) 0 0
00000080:00200000:0.0:1789760792.948880:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760792.948893:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6218, 6218]
00020000:00200000:0.0:1789760792.948900:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25468928 chunk: [25468928, 25473024) 25473024, 4096
00020000:00200000:0.0:1789760792.948904:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760792.948918:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6218, 6218]
00000008:00010000:0.0:1789760792.948933:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760792.948938:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760792.948946:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25468928, 25473024) append 0 append lockpos 0
00000080:00200000:0.0:1789760792.948956:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25468928=0x184a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760792.949011:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760792.949014:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25473024
00000020:00010000:0.0:1789760792.949020:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760792.949023:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.949026:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760792.949029:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760792.949031:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760792.949037:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760792.949042:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760792.949056:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760792.949152:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 25468928<>25473024
00000100:00100000:0.0:1789760792.949195:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760792.949210:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508483584:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.034841:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973538 gen 3
00000008:00010000:1.0:1789760793.034876:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760793.034883:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.034891:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.034914:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760793.034938:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508483584:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760793.079043:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6219, 6219]
00000080:00200000:1.0:1789760793.079056:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.079061:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.079072:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25477120 i_blocks 51207
00000020:00200000:1.0:1789760793.079075:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.079084:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.079109:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25477120, count: 4096
00000080:00200000:1.0:1789760793.079116:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25477120, bytes: 4096
00000080:00200000:1.0:1789760793.079124:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.079132:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.079135:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25477120, 25481216) 0 0
00000080:00200000:1.0:1789760793.079139:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.079151:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6220, 6220]
00020000:00200000:1.0:1789760793.079158:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25477120 chunk: [25477120, 25481216) 25481216, 4096
00020000:00200000:1.0:1789760793.079162:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.079175:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6220, 6220]
00000008:00010000:1.0:1789760793.079189:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.079193:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760793.079201:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25477120, 25481216) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.079211:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25477120=0x184c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.079247:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.079250:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25481216
00000020:00010000:1.0:1789760793.079256:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.079260:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.079263:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.079266:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.079269:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.079275:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.079282:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.115128:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6220, 6220]
00000080:00200000:1.0:1789760793.115141:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.115146:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.115157:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25481216 i_blocks 51207
00000020:00200000:1.0:1789760793.115170:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.115179:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.115204:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25481216, count: 4096
00000080:00200000:1.0:1789760793.115210:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25481216, bytes: 4096
00000080:00200000:1.0:1789760793.115217:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.115223:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.115225:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25481216, 25485312) 0 0
00000080:00200000:1.0:1789760793.115229:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.115241:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6221, 6221]
00020000:00200000:1.0:1789760793.115248:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25481216 chunk: [25481216, 25485312) 25485312, 4096
00020000:00200000:1.0:1789760793.115252:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.115267:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6221, 6221]
00000008:00010000:1.0:1789760793.115281:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.115286:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760793.115296:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25481216, 25485312) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.115305:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25481216=0x184d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.115351:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.115354:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25485312
00000020:00010000:1.0:1789760793.115360:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.115363:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.115366:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.115370:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.115373:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.115379:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.115384:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.115398:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760793.115492:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25481216<>25485312
00000100:00100000:1.0:1789760793.115534:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760793.115547:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508483968:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.167494:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973541 gen 3
00000008:00010000:1.0:1789760793.167542:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:1.0:1789760793.167549:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.167557:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.167583:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:1.0:1789760793.167606:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508483968:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760793.167894:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6221, 6221]
00000080:00200000:2.0:1789760793.167907:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.167912:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.167925:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25485312 i_blocks 51207
00000020:00200000:2.0:1789760793.167929:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.167937:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.167974:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25485312, count: 4096
00000080:00200000:2.0:1789760793.167981:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25485312, bytes: 4096
00000080:00200000:2.0:1789760793.167999:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.168006:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.168008:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25485312, 25489408) 0 0
00000080:00200000:2.0:1789760793.168013:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.168179:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6222, 6222]
00020000:00200000:2.0:1789760793.168188:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25485312 chunk: [25485312, 25489408) 25489408, 4096
00020000:00200000:2.0:1789760793.168192:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.168210:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6222, 6222]
00000008:00010000:2.0:1789760793.168227:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.168231:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760793.168242:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25485312, 25489408) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.168253:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25485312=0x184e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.168298:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.168301:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25489408
00000020:00010000:2.0:1789760793.168308:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.168311:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.168314:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.168375:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.168378:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.168385:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.168391:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.168406:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760793.168499:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99500 - object 0x280000401:3 offset 25485312<>25489408
00000080:00200000:2.0:1789760793.244919:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6222, 6222]
00000080:00200000:2.0:1789760793.244932:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.244937:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.244949:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25489408 i_blocks 51207
00000020:00200000:2.0:1789760793.244953:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.244962:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.245173:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25489408, count: 4096
00000080:00200000:2.0:1789760793.245181:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25489408, bytes: 4096
00000080:00200000:2.0:1789760793.245190:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.245197:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.245199:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25489408, 25493504) 0 0
00000080:00200000:2.0:1789760793.245203:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.245217:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6223, 6223]
00020000:00200000:2.0:1789760793.245224:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25489408 chunk: [25489408, 25493504) 25493504, 4096
00020000:00200000:2.0:1789760793.245228:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.245243:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6223, 6223]
00000008:00010000:2.0:1789760793.245255:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.245260:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760793.245268:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25489408, 25493504) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.245279:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25489408=0x184f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.245324:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.245327:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25493504
00000020:00010000:2.0:1789760793.245333:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.245337:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.245339:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.245342:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.245346:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.245352:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.245358:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.245375:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16340c0
00000008:00100000:2.0:1789760793.245571:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99500 - object 0x280000401:3 offset 25489408<>25493504
00000080:00200000:1.0:1789760793.290174:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6223, 6223]
00000080:00200000:1.0:1789760793.290187:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.290192:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.290204:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25493504 i_blocks 51207
00000020:00200000:1.0:1789760793.290207:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.290217:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.290244:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25493504, count: 4096
00000080:00200000:1.0:1789760793.290250:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25493504, bytes: 4096
00000080:00200000:1.0:1789760793.290257:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.290265:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.290267:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25493504, 25497600) 0 0
00000080:00200000:1.0:1789760793.290271:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.290284:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6224, 6224]
00020000:00200000:1.0:1789760793.290290:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25493504 chunk: [25493504, 25497600) 25497600, 4096
00020000:00200000:1.0:1789760793.290294:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.290308:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6224, 6224]
00000008:00010000:1.0:1789760793.290321:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.290326:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760793.290335:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25493504, 25497600) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.290347:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25493504=0x1850000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.290390:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.290394:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25497600
00000020:00010000:1.0:1789760793.290400:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.290404:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.290407:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.290410:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.290412:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.290418:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.290424:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.290437:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760793.290539:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25493504<>25497600
00000100:00100000:0.0:1789760793.290624:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760793.290726:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508484352:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.350488:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973544 gen 3
00000008:00010000:1.0:1789760793.350525:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:1.0:1789760793.350531:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.350540:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.350582:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:1.0:1789760793.350605:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508484352:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760793.397946:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6225, 6225]
00000080:00200000:2.0:1789760793.397960:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760793.397965:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760793.397978:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25501696 i_blocks 51207
00000020:00200000:2.0:1789760793.397981:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760793.398000:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760793.398027:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25501696, count: 4096
00000080:00200000:2.0:1789760793.398034:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25501696, bytes: 4096
00000080:00200000:2.0:1789760793.398048:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760793.398056:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760793.398058:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25501696, 25505792) 0 0
00000080:00200000:2.0:1789760793.398062:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760793.398075:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6226, 6226]
00020000:00200000:2.0:1789760793.398081:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25501696 chunk: [25501696, 25505792) 25505792, 4096
00020000:00200000:2.0:1789760793.398085:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760793.398101:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6226, 6226]
00000008:00010000:2.0:1789760793.398115:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760793.398120:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760793.398129:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25501696, 25505792) append 0 append lockpos 0
00000080:00200000:2.0:1789760793.398141:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25501696=0x1852000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760793.398188:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760793.398192:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25505792
00000020:00010000:2.0:1789760793.398199:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760793.398203:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.398205:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760793.398209:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760793.398212:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760793.398219:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760793.398224:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760793.398242:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760793.398345:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98380 - object 0x280000401:3 offset 25501696<>25505792
00000100:00100000:2.0:1789760793.398385:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760793.398400:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508484608:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760793.441007:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973546 gen 3
00000008:00010000:2.0:1789760793.441102:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634e40
00000020:00200000:2.0:1789760793.441108:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760793.441116:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760793.441190:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634e40
00000100:00100000:2.0:1789760793.441218:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508484608:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760793.444883:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6226, 6226]
00000080:00200000:1.0:1789760793.444964:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760793.444971:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760793.444986:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25505792 i_blocks 51207
00000020:00200000:1.0:1789760793.445265:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760793.445279:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760793.445310:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25505792, count: 4096
00000080:00200000:1.0:1789760793.445319:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25505792, bytes: 4096
00000080:00200000:1.0:1789760793.445331:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760793.445338:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760793.445341:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25505792, 25509888) 0 0
00000080:00200000:1.0:1789760793.445346:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760793.445358:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6227, 6227]
00020000:00200000:1.0:1789760793.445364:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25505792 chunk: [25505792, 25509888) 25509888, 4096
00020000:00200000:1.0:1789760793.445369:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760793.445385:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6227, 6227]
00000008:00010000:1.0:1789760793.445401:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760793.445405:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760793.445413:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25505792, 25509888) append 0 append lockpos 0
00000080:00200000:1.0:1789760793.445424:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25505792=0x1853000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760793.445477:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760793.445480:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25509888
00000020:00010000:1.0:1789760793.445487:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760793.445490:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.445493:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760793.445496:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760793.445499:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760793.445507:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760793.445513:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760793.445537:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760793.445676:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25505792<>25509888
00000100:00100000:1.0:1789760793.445718:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760793.445738:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508484736:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.491708:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973547 gen 3
00000008:00010000:1.0:1789760793.491742:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:1.0:1789760793.491748:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.491756:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.491777:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:1.0:1789760793.491802:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508484736:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760793.491893:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6227, 6227]
00000080:00200000:0.0:1789760793.491913:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.491919:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.491931:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25509888 i_blocks 51207
00000020:00200000:0.0:1789760793.491935:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.491944:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.491971:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25509888, count: 4096
00000080:00200000:0.0:1789760793.491978:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25509888, bytes: 4096
00000080:00200000:0.0:1789760793.491986:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.492002:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.492004:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25509888, 25513984) 0 0
00000080:00200000:0.0:1789760793.492008:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.492021:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6228, 6228]
00020000:00200000:0.0:1789760793.492028:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25509888 chunk: [25509888, 25513984) 25513984, 4096
00020000:00200000:0.0:1789760793.492032:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.492046:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6228, 6228]
00000008:00010000:0.0:1789760793.492060:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.492065:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760793.492074:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25509888, 25513984) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.492084:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25509888=0x1854000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.492129:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.492132:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25513984
00000020:00010000:0.0:1789760793.492138:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.492142:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.492144:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.492148:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.492150:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.492156:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.492166:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.492181:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760793.492278:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 25509888<>25513984
00000100:00100000:0.0:1789760793.492317:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760793.492330:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508484864:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.531871:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973548 gen 3
00000008:00010000:1.0:1789760793.531913:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760793.531920:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.531929:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.531946:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760793.531973:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508484864:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760793.532108:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6228, 6228]
00000080:00200000:0.0:1789760793.532121:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.532126:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.532137:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25513984 i_blocks 51207
00000020:00200000:0.0:1789760793.532141:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.532148:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.532174:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25513984, count: 4096
00000080:00200000:0.0:1789760793.532180:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25513984, bytes: 4096
00000080:00200000:0.0:1789760793.532187:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.532194:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.532196:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25513984, 25518080) 0 0
00000080:00200000:0.0:1789760793.532200:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.532214:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6229, 6229]
00020000:00200000:0.0:1789760793.532220:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25513984 chunk: [25513984, 25518080) 25518080, 4096
00020000:00200000:0.0:1789760793.532224:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.532238:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6229, 6229]
00000008:00010000:0.0:1789760793.532250:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.532255:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760793.532263:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25513984, 25518080) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.532273:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25513984=0x1855000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.532318:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.532321:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25518080
00000020:00010000:0.0:1789760793.532327:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.532330:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.532333:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.532336:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.532339:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.532345:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.532351:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.532365:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760793.532458:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 25513984<>25518080
00000100:00100000:1.0:1789760793.532740:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508484992:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.572168:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973549 gen 3
00000008:00010000:1.0:1789760793.572207:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760793.572213:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.572223:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.572242:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760793.572268:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508484992:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760793.572365:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6229, 6229]
00000080:00200000:0.0:1789760793.572377:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.572382:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.572394:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25518080 i_blocks 51207
00000020:00200000:0.0:1789760793.572398:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.572406:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.572432:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25518080, count: 4096
00000080:00200000:0.0:1789760793.572438:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25518080, bytes: 4096
00000080:00200000:0.0:1789760793.572445:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.572452:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.572454:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25518080, 25522176) 0 0
00000080:00200000:0.0:1789760793.572458:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.572470:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6230, 6230]
00020000:00200000:0.0:1789760793.572476:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25518080 chunk: [25518080, 25522176) 25522176, 4096
00020000:00200000:0.0:1789760793.572481:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.572495:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6230, 6230]
00000008:00010000:0.0:1789760793.572508:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.572513:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760793.572522:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25518080, 25522176) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.572533:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25518080=0x1856000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.572575:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.572578:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25522176
00000020:00010000:0.0:1789760793.572584:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.572587:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.572590:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.572593:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.572596:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.572602:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.572607:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.572620:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760793.572749:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 25518080<>25522176
00000100:00100000:1.0:1789760793.572834:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508485120:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.610100:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973550 gen 3
00000008:00010000:1.0:1789760793.610137:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760793.610144:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.610152:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.610173:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760793.610199:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508485120:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760793.610298:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6230, 6230]
00000080:00200000:0.0:1789760793.610310:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.610316:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.610328:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25522176 i_blocks 51207
00000020:00200000:0.0:1789760793.610332:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.610340:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.610369:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25522176, count: 4096
00000080:00200000:0.0:1789760793.610375:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25522176, bytes: 4096
00000080:00200000:0.0:1789760793.610382:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.610389:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.610391:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25522176, 25526272) 0 0
00000080:00200000:0.0:1789760793.610396:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.610409:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6231, 6231]
00020000:00200000:0.0:1789760793.610416:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25522176 chunk: [25522176, 25526272) 25526272, 4096
00020000:00200000:0.0:1789760793.610420:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.610434:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6231, 6231]
00000008:00010000:0.0:1789760793.610448:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.610453:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760793.610462:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25522176, 25526272) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.610473:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25522176=0x1857000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.610519:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.610521:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25526272
00000020:00010000:0.0:1789760793.610529:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.610532:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.610535:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.610538:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.610541:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.610547:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.610552:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.610567:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760793.610696:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 25522176<>25526272
00000100:00100000:1.0:1789760793.610782:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508485248:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.646046:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973551 gen 3
00000008:00010000:1.0:1789760793.646082:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760793.646088:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.646097:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.646116:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760793.646140:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508485248:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760793.646225:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6231, 6231]
00000080:00200000:0.0:1789760793.646238:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.646247:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.646260:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25526272 i_blocks 51207
00000020:00200000:0.0:1789760793.646263:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.646271:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.646296:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25526272, count: 4096
00000080:00200000:0.0:1789760793.646303:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25526272, bytes: 4096
00000080:00200000:0.0:1789760793.646310:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.646317:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.646319:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25526272, 25530368) 0 0
00000080:00200000:0.0:1789760793.646324:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.646336:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6232, 6232]
00020000:00200000:0.0:1789760793.646344:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25526272 chunk: [25526272, 25530368) 25530368, 4096
00020000:00200000:0.0:1789760793.646348:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.646362:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6232, 6232]
00000008:00010000:0.0:1789760793.646374:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.646379:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760793.646388:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25526272, 25530368) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.646398:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25526272=0x1858000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.646443:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.646446:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25530368
00000020:00010000:0.0:1789760793.646452:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.646460:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.646463:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.646465:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.646468:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.646474:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.646479:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.646493:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760793.646592:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 25526272<>25530368
00000100:00100000:1.0:1789760793.646651:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508485376:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.704424:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973552 gen 3
00000008:00010000:1.0:1789760793.704460:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760793.704466:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.704475:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.704496:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760793.704520:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508485376:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760793.704608:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6232, 6232]
00000080:00200000:0.0:1789760793.704620:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.704625:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.704661:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25530368 i_blocks 51207
00000020:00200000:0.0:1789760793.704665:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.704674:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.704699:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25530368, count: 4096
00000080:00200000:0.0:1789760793.704705:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25530368, bytes: 4096
00000080:00200000:0.0:1789760793.704713:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.704720:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.704722:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25530368, 25534464) 0 0
00000080:00200000:0.0:1789760793.704726:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.704739:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6233, 6233]
00020000:00200000:0.0:1789760793.704745:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25530368 chunk: [25530368, 25534464) 25534464, 4096
00020000:00200000:0.0:1789760793.704749:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.704766:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6233, 6233]
00000008:00010000:0.0:1789760793.704779:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.704881:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760793.704893:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25530368, 25534464) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.704967:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25530368=0x1859000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.705021:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.705024:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25534464
00000020:00010000:0.0:1789760793.705032:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.705035:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.705037:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.705041:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.705044:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.705049:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.705055:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.705069:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760793.705160:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 25530368<>25534464
00000100:00100000:1.0:1789760793.705996:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508485504:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760793.800982:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760793.801002:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.801012:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.801193:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760793.801217:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508485504:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760793.801284:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6233, 6233]
00000080:00200000:0.0:1789760793.801297:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.801301:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.801312:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25534464 i_blocks 51207
00000020:00200000:0.0:1789760793.801316:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.801325:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.801423:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25534464, count: 4096
00000080:00200000:0.0:1789760793.801430:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25534464, bytes: 4096
00000080:00200000:0.0:1789760793.801439:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.801446:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.801448:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25534464, 25538560) 0 0
00000080:00200000:0.0:1789760793.801452:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.801464:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6234, 6234]
00020000:00200000:0.0:1789760793.801470:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25534464 chunk: [25534464, 25538560) 25538560, 4096
00020000:00200000:0.0:1789760793.801473:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.801487:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6234, 6234]
00000008:00010000:0.0:1789760793.801500:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.801504:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760793.801512:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25534464, 25538560) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.801521:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25534464=0x185a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.801560:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.801562:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25538560
00000020:00010000:0.0:1789760793.801568:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.801572:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.801574:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.801577:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.801580:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.801710:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.801716:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.801729:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760793.801815:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 25534464<>25538560
00000100:00100000:1.0:1789760793.801864:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508485632:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.865489:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973553 gen 3
00000100:00100000:1.0:1789760793.865521:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954fb80 x1876699508485632/t4294973554(4294973554) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760809 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760793.865557:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760793.865563:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.865571:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.865591:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760793.865613:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508485632:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760793.865797:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6234, 6234]
00000080:00200000:0.0:1789760793.865809:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.865814:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.865826:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25538560 i_blocks 51207
00000020:00200000:0.0:1789760793.865829:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.865837:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.865864:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25538560, count: 4096
00000080:00200000:0.0:1789760793.865870:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25538560, bytes: 4096
00000080:00200000:0.0:1789760793.865878:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.865886:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.865888:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25538560, 25542656) 0 0
00000080:00200000:0.0:1789760793.865892:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.865973:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6235, 6235]
00020000:00200000:0.0:1789760793.865980:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25538560 chunk: [25538560, 25542656) 25542656, 4096
00020000:00200000:0.0:1789760793.865992:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.866007:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6235, 6235]
00000008:00010000:0.0:1789760793.866019:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.866024:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760793.866032:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25538560, 25542656) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.866043:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25538560=0x185b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.866085:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.866087:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25542656
00000020:00010000:0.0:1789760793.866094:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.866097:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.866100:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.866103:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.866106:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.866113:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.866118:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.866132:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760793.866222:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 25538560<>25542656
00000100:00100000:1.0:1789760793.867261:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508485760:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.920489:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973554 gen 3
00000100:00100000:1.0:1789760793.920524:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954e680 x1876699508485760/t4294973555(4294973555) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760809 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760793.920711:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760793.920717:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.920725:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.920743:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760793.920764:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508485760:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760793.921275:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6235, 6235]
00000080:00200000:0.0:1789760793.921291:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.921298:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.921312:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25542656 i_blocks 51207
00000020:00200000:0.0:1789760793.921316:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.921325:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.921527:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25542656, count: 4096
00000080:00200000:0.0:1789760793.921535:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25542656, bytes: 4096
00000080:00200000:0.0:1789760793.922027:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.922036:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.922038:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25542656, 25546752) 0 0
00000080:00200000:0.0:1789760793.922044:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.922160:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6236, 6236]
00020000:00200000:0.0:1789760793.922167:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25542656 chunk: [25542656, 25546752) 25546752, 4096
00020000:00200000:0.0:1789760793.922171:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.922189:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6236, 6236]
00000008:00010000:0.0:1789760793.922202:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.922208:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760793.922216:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25542656, 25546752) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.922226:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25542656=0x185c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.922503:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.922507:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25546752
00000020:00010000:0.0:1789760793.922515:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.922518:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.922521:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.922524:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.922527:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.922535:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.922540:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.922741:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760793.923015:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ca80 - object 0x280000401:3 offset 25542656<>25546752
00000100:00100000:1.0:1789760793.923074:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508485888:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760793.967873:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973556 gen 3
00000008:00010000:1.0:1789760793.967913:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760793.967918:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760793.967924:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760793.967936:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760793.967956:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508485888:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760793.968074:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6236, 6236]
00000080:00200000:0.0:1789760793.968084:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760793.968088:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760793.968097:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25546752 i_blocks 51207
00000020:00200000:0.0:1789760793.968099:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760793.968107:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760793.968128:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25546752, count: 4096
00000080:00200000:0.0:1789760793.968132:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25546752, bytes: 4096
00000080:00200000:0.0:1789760793.968138:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760793.968144:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760793.968145:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25546752, 25550848) 0 0
00000080:00200000:0.0:1789760793.968149:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760793.968158:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6237, 6237]
00020000:00200000:0.0:1789760793.968164:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25546752 chunk: [25546752, 25550848) 25550848, 4096
00020000:00200000:0.0:1789760793.968166:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760793.968178:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6237, 6237]
00000008:00010000:0.0:1789760793.968188:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760793.968192:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760793.968200:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25546752, 25550848) append 0 append lockpos 0
00000080:00200000:0.0:1789760793.968208:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25546752=0x185d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760793.968241:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760793.968242:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25550848
00000020:00010000:0.0:1789760793.968247:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760793.968249:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.968251:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760793.968253:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760793.968255:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760793.968259:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760793.968262:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760793.968273:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760793.968419:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ca80 - object 0x280000401:3 offset 25546752<>25550848
00000100:00100000:1.0:1789760793.968568:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508486016:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.015464:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973557 gen 3
00000008:00010000:1.0:1789760794.015504:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760794.015511:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.015520:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.015590:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760794.015616:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508486016:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.015840:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6237, 6237]
00000080:00200000:0.0:1789760794.015852:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.015857:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.015869:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25550848 i_blocks 51207
00000020:00200000:0.0:1789760794.015873:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.015882:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.015906:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25550848, count: 4096
00000080:00200000:0.0:1789760794.015912:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25550848, bytes: 4096
00000080:00200000:0.0:1789760794.015922:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.015928:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.015930:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25550848, 25554944) 0 0
00000080:00200000:0.0:1789760794.015935:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.015947:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6238, 6238]
00020000:00200000:0.0:1789760794.015954:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25550848 chunk: [25550848, 25554944) 25554944, 4096
00020000:00200000:0.0:1789760794.015958:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.015972:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6238, 6238]
00000008:00010000:0.0:1789760794.015993:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.015998:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.016111:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25550848, 25554944) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.016124:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25550848=0x185e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.016171:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.016174:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25554944
00000020:00010000:0.0:1789760794.016181:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.016185:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.016188:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.016190:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.016193:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.016200:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.016205:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.016219:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760794.016311:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e680 - object 0x280000401:3 offset 25550848<>25554944
00000100:00100000:1.0:1789760794.016367:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508486144:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.045747:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973558 gen 3
00000008:00010000:1.0:1789760794.045783:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760794.045791:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.045802:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.045821:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760794.045844:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508486144:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.047120:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6238, 6238]
00000080:00200000:0.0:1789760794.047136:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.047141:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.047153:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25554944 i_blocks 51207
00000020:00200000:0.0:1789760794.047158:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.047167:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.047191:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25554944, count: 4096
00000080:00200000:0.0:1789760794.047198:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25554944, bytes: 4096
00000080:00200000:0.0:1789760794.047207:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.047215:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.047217:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25554944, 25559040) 0 0
00000080:00200000:0.0:1789760794.047843:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.047861:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6239, 6239]
00020000:00200000:0.0:1789760794.047868:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25554944 chunk: [25554944, 25559040) 25559040, 4096
00020000:00200000:0.0:1789760794.047872:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.047888:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6239, 6239]
00000008:00010000:0.0:1789760794.047903:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.047907:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.047916:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25554944, 25559040) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.047927:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25554944=0x185f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.047977:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.047980:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25559040
00000020:00010000:0.0:1789760794.047995:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.047999:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.048002:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.048074:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.048078:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.048087:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.048092:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.048111:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760794.048208:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 25554944<>25559040
00000100:00100000:1.0:1789760794.049342:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508486272:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.088970:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973559 gen 3
00000008:00010000:1.0:1789760794.089017:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760794.089024:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.089033:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.089090:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760794.089116:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508486272:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.089187:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6239, 6239]
00000080:00200000:0.0:1789760794.089199:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.089205:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.089216:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25559040 i_blocks 51207
00000020:00200000:0.0:1789760794.089219:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.089227:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.089251:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25559040, count: 4096
00000080:00200000:0.0:1789760794.089257:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25559040, bytes: 4096
00000080:00200000:0.0:1789760794.089263:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.089269:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.089271:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25559040, 25563136) 0 0
00000080:00200000:0.0:1789760794.089276:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.089289:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6240, 6240]
00020000:00200000:0.0:1789760794.089296:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25559040 chunk: [25559040, 25563136) 25563136, 4096
00020000:00200000:0.0:1789760794.089299:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.089312:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6240, 6240]
00000008:00010000:0.0:1789760794.089325:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.089330:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.089410:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25559040, 25563136) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.089421:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25559040=0x1860000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.089465:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.089467:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25563136
00000020:00010000:0.0:1789760794.089473:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.089476:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.089479:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.089482:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.089485:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.089490:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.089496:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.089508:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760794.089766:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 25559040<>25563136
00000100:00100000:1.0:1789760794.089818:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508486400:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.125032:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973560 gen 3
00000008:00010000:1.0:1789760794.125223:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760794.125229:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.125238:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.125269:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760794.125299:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508486400:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760794.125428:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6240, 6240]
00000080:00200000:2.0:1789760794.125441:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.125447:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.125459:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25563136 i_blocks 51207
00000020:00200000:2.0:1789760794.125463:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.125471:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.125496:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25563136, count: 4096
00000080:00200000:2.0:1789760794.125502:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25563136, bytes: 4096
00000080:00200000:2.0:1789760794.125512:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.125519:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.125521:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25563136, 25567232) 0 0
00000080:00200000:2.0:1789760794.125526:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.125538:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6241, 6241]
00020000:00200000:2.0:1789760794.125544:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25563136 chunk: [25563136, 25567232) 25567232, 4096
00020000:00200000:2.0:1789760794.125548:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.125563:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6241, 6241]
00000008:00010000:2.0:1789760794.125577:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.125581:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760794.125591:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25563136, 25567232) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.125601:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25563136=0x1861000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.125665:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.125668:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25567232
00000020:00010000:2.0:1789760794.125675:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.125678:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.125681:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.125685:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.125688:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.125693:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.125699:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.125714:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760794.125809:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98380 - object 0x280000401:3 offset 25563136<>25567232
00000080:00200000:2.0:1789760794.166521:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6241, 6241]
00000080:00200000:2.0:1789760794.166534:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.166539:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.166552:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25567232 i_blocks 51207
00000020:00200000:2.0:1789760794.166555:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.166565:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.166590:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25567232, count: 4096
00000080:00200000:2.0:1789760794.166596:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25567232, bytes: 4096
00000080:00200000:2.0:1789760794.166605:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.166613:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.166615:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25567232, 25571328) 0 0
00000080:00200000:2.0:1789760794.166620:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.166665:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6242, 6242]
00020000:00200000:2.0:1789760794.166672:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25567232 chunk: [25567232, 25571328) 25571328, 4096
00020000:00200000:2.0:1789760794.166676:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.166693:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6242, 6242]
00000008:00010000:2.0:1789760794.166706:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.166711:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760794.166720:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25567232, 25571328) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.166730:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25567232=0x1862000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.166863:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.166867:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25571328
00000020:00010000:2.0:1789760794.166875:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.166879:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.166882:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.166885:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.166888:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.166895:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.166900:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.166916:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760794.167029:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a680 - object 0x280000401:3 offset 25567232<>25571328
00000080:00200000:2.0:1789760794.221749:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6242, 6242]
00000080:00200000:2.0:1789760794.221762:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.221767:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.221790:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25571328 i_blocks 51207
00000020:00200000:2.0:1789760794.221794:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.221803:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.221829:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25571328, count: 4096
00000080:00200000:2.0:1789760794.221836:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25571328, bytes: 4096
00000080:00200000:2.0:1789760794.221845:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.221857:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.221859:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25571328, 25575424) 0 0
00000080:00200000:2.0:1789760794.221864:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.221876:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6243, 6243]
00020000:00200000:2.0:1789760794.221882:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25571328 chunk: [25571328, 25575424) 25575424, 4096
00020000:00200000:2.0:1789760794.221885:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.221899:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6243, 6243]
00000008:00010000:2.0:1789760794.221916:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.221920:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760794.221929:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25571328, 25575424) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.221939:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25571328=0x1863000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.221990:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.221993:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25575424
00000020:00010000:2.0:1789760794.221999:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.222002:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.222004:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.222008:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.222011:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.222017:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.222021:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.222035:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634480
00000008:00100000:2.0:1789760794.222565:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99880 - object 0x280000401:3 offset 25571328<>25575424
00010000:00010000:1.0:1789760794.264990:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760794.272187:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6243, 6243]
00000080:00200000:2.0:1789760794.272199:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.272204:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.272215:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25575424 i_blocks 51207
00000020:00200000:2.0:1789760794.272218:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.272226:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.272251:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25575424, count: 4096
00000080:00200000:2.0:1789760794.272265:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25575424, bytes: 4096
00000080:00200000:2.0:1789760794.272274:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.272280:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.272282:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25575424, 25579520) 0 0
00000080:00200000:2.0:1789760794.272287:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.272299:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6244, 6244]
00020000:00200000:2.0:1789760794.272305:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25575424 chunk: [25575424, 25579520) 25579520, 4096
00020000:00200000:2.0:1789760794.272309:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.272322:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6244, 6244]
00000008:00010000:2.0:1789760794.272333:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.272337:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760794.272345:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25575424, 25579520) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.272355:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25575424=0x1864000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.272393:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.272395:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25579520
00000020:00010000:2.0:1789760794.272401:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.272404:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.272407:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.272411:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.272414:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.272419:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.272423:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.272434:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760794.272519:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99c00 - object 0x280000401:3 offset 25575424<>25579520
00000100:00100000:2.0:1789760794.316852:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973564 gen 3
00000008:00010000:2.0:1789760794.316890:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760794.316903:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760794.316911:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760794.316934:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760794.316962:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508486912:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760794.317074:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6244, 6244]
00000080:00200000:1.0:1789760794.317086:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.317092:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.317105:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25579520 i_blocks 51207
00000020:00200000:1.0:1789760794.317109:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.317118:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.317144:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25579520, count: 4096
00000080:00200000:1.0:1789760794.317151:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25579520, bytes: 4096
00000080:00200000:1.0:1789760794.317158:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.317165:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.317168:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25579520, 25583616) 0 0
00000080:00200000:1.0:1789760794.317172:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.317184:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6245, 6245]
00020000:00200000:1.0:1789760794.317190:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25579520 chunk: [25579520, 25583616) 25583616, 4096
00020000:00200000:1.0:1789760794.317194:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.317208:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6245, 6245]
00000008:00010000:1.0:1789760794.317222:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.317227:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760794.317236:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25579520, 25583616) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.317247:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25579520=0x1865000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.317290:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.317292:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25583616
00000020:00010000:1.0:1789760794.317299:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.317303:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.317305:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.317308:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.317311:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.317317:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.317322:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.317336:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760794.317429:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25579520<>25583616
00000100:00100000:0.0:1789760794.317490:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508487040:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.377194:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973565 gen 3
00000008:00010000:1.0:1789760794.377235:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:1.0:1789760794.377241:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.377250:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.377445:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6245, 6245]
00000008:00010000:1.0:1789760794.377450:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000080:00200000:2.0:1789760794.377458:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.377464:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:1.0:1789760794.377476:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508487040:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760794.377476:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25583616 i_blocks 51207
00000020:00200000:2.0:1789760794.377479:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.377487:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.377515:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25583616, count: 4096
00000080:00200000:2.0:1789760794.377521:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25583616, bytes: 4096
00000080:00200000:2.0:1789760794.377529:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.377537:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.377538:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25583616, 25587712) 0 0
00000080:00200000:2.0:1789760794.377542:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.377555:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6246, 6246]
00020000:00200000:2.0:1789760794.377562:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25583616 chunk: [25583616, 25587712) 25587712, 4096
00020000:00200000:2.0:1789760794.377565:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.377581:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6246, 6246]
00000008:00010000:2.0:1789760794.377595:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.377600:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760794.377608:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25583616, 25587712) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.377619:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25583616=0x1866000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.377690:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.377693:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25587712
00000020:00010000:2.0:1789760794.377698:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.377700:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.377702:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.377705:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.377707:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.377711:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.377715:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.377726:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760794.377804:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99c00 - object 0x280000401:3 offset 25583616<>25587712
00000080:00200000:2.0:1789760794.411833:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6246, 6246]
00000080:00200000:2.0:1789760794.411846:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.411851:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.411865:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25587712 i_blocks 51207
00000020:00200000:2.0:1789760794.411868:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.411878:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.411904:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25587712, count: 4096
00000080:00200000:2.0:1789760794.411910:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25587712, bytes: 4096
00000080:00200000:2.0:1789760794.412128:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.412137:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.412139:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25587712, 25591808) 0 0
00000080:00200000:2.0:1789760794.412142:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.412154:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6247, 6247]
00020000:00200000:2.0:1789760794.412160:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25587712 chunk: [25587712, 25591808) 25591808, 4096
00020000:00200000:2.0:1789760794.412164:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.412182:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6247, 6247]
00000008:00010000:2.0:1789760794.412197:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.412202:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760794.412213:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25587712, 25591808) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.412225:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25587712=0x1867000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.412289:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.412292:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25591808
00000020:00010000:2.0:1789760794.412299:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.412302:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.412305:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.412308:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.412311:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.412318:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.412324:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.412339:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16343c0
00000008:00100000:2.0:1789760794.412439:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98a80 - object 0x280000401:3 offset 25587712<>25591808
00000080:00200000:2.0:1789760794.455089:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6247, 6247]
00000080:00200000:2.0:1789760794.455100:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760794.455161:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760794.455175:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25591808 i_blocks 51207
00000020:00200000:2.0:1789760794.455178:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760794.455187:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760794.455213:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25591808, count: 4096
00000080:00200000:2.0:1789760794.455219:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25591808, bytes: 4096
00000080:00200000:2.0:1789760794.455226:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760794.455233:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760794.455235:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25591808, 25595904) 0 0
00000080:00200000:2.0:1789760794.455239:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760794.455252:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6248, 6248]
00020000:00200000:2.0:1789760794.455380:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25591808 chunk: [25591808, 25595904) 25595904, 4096
00020000:00200000:2.0:1789760794.455385:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760794.455401:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6248, 6248]
00000008:00010000:2.0:1789760794.455415:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760794.455420:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760794.455428:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25591808, 25595904) append 0 append lockpos 0
00000080:00200000:2.0:1789760794.455440:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25591808=0x1868000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760794.455490:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760794.455493:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25595904
00000020:00010000:2.0:1789760794.455500:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760794.455503:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.455505:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760794.455509:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760794.455512:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760794.455518:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760794.455523:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760794.455538:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16349c0
00000008:00100000:2.0:1789760794.456224:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99f80 - object 0x280000401:3 offset 25591808<>25595904
00000080:00200000:1.0:1789760794.496717:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6248, 6248]
00000080:00200000:1.0:1789760794.496731:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760794.496736:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760794.496749:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25595904 i_blocks 51207
00000020:00200000:1.0:1789760794.496752:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760794.496761:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760794.496788:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25595904, count: 4096
00000080:00200000:1.0:1789760794.496794:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25595904, bytes: 4096
00000080:00200000:1.0:1789760794.496805:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760794.496812:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760794.496815:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25595904, 25600000) 0 0
00000080:00200000:1.0:1789760794.496819:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760794.496831:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6249, 6249]
00020000:00200000:1.0:1789760794.496837:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25595904 chunk: [25595904, 25600000) 25600000, 4096
00020000:00200000:1.0:1789760794.496841:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760794.496855:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6249, 6249]
00000008:00010000:1.0:1789760794.496869:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760794.496874:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760794.496883:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25595904, 25600000) append 0 append lockpos 0
00000080:00200000:1.0:1789760794.496894:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25595904=0x1869000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760794.496937:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760794.496940:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25600000
00000020:00010000:1.0:1789760794.496946:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760794.496949:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.496952:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760794.496956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760794.496959:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760794.496966:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760794.496971:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760794.497580:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760794.497907:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25595904<>25600000
00000100:00100000:0.0:1789760794.497963:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760794.498469:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508487552:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.541560:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973569 gen 3
00000008:00010000:1.0:1789760794.541600:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:1.0:1789760794.541606:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.541617:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.541683:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:1.0:1789760794.541708:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508487552:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.541803:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6249, 6249]
00000080:00200000:0.0:1789760794.541817:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.541822:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.541835:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25600000 i_blocks 51207
00000020:00200000:0.0:1789760794.541839:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.541847:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.541875:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25600000, count: 4096
00000080:00200000:0.0:1789760794.541882:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25600000, bytes: 4096
00000080:00200000:0.0:1789760794.541890:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.541907:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.541909:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25600000, 25604096) 0 0
00000080:00200000:0.0:1789760794.541914:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.541926:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6250, 6250]
00020000:00200000:0.0:1789760794.541932:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25600000 chunk: [25600000, 25604096) 25604096, 4096
00020000:00200000:0.0:1789760794.541935:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.541951:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6250, 6250]
00000008:00010000:0.0:1789760794.541964:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.541968:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.541977:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25600000, 25604096) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.541998:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25600000=0x186a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.542043:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.542046:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25604096
00000020:00010000:0.0:1789760794.542052:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.542056:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.542058:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.542061:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.542064:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.542069:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.542075:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.542090:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760794.542193:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 25600000<>25604096
00000100:00100000:1.0:1789760794.542351:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508487680:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.606667:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973570 gen 3
00000008:00010000:1.0:1789760794.606707:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760794.606715:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.606725:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.606745:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760794.606771:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508487680:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.607010:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6250, 6250]
00000080:00200000:0.0:1789760794.607022:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.607028:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.607039:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25604096 i_blocks 51207
00000020:00200000:0.0:1789760794.607043:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.607051:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.607077:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25604096, count: 4096
00000080:00200000:0.0:1789760794.607083:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25604096, bytes: 4096
00000080:00200000:0.0:1789760794.607092:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.607099:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.607102:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25604096, 25608192) 0 0
00000080:00200000:0.0:1789760794.607105:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.607120:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6251, 6251]
00020000:00200000:0.0:1789760794.607127:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25604096 chunk: [25604096, 25608192) 25608192, 4096
00020000:00200000:0.0:1789760794.607131:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.607147:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6251, 6251]
00000008:00010000:0.0:1789760794.607160:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.607165:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.607174:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25604096, 25608192) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.607185:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25604096=0x186b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.607230:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.607233:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25608192
00000020:00010000:0.0:1789760794.607240:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.607243:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.607246:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.607248:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.607251:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.607257:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.607263:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.607277:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760794.607384:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 25604096<>25608192
00000100:00100000:1.0:1789760794.607538:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508487808:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760794.646871:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760794.646881:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.646900:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.646916:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760794.646941:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508487808:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.647060:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6251, 6251]
00000080:00200000:0.0:1789760794.647071:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.647076:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.647087:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25608192 i_blocks 51207
00000020:00200000:0.0:1789760794.647090:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.647097:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.647123:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25608192, count: 4096
00000080:00200000:0.0:1789760794.647129:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25608192, bytes: 4096
00000080:00200000:0.0:1789760794.647136:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.647143:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.647145:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25608192, 25612288) 0 0
00000080:00200000:0.0:1789760794.647149:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.647162:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6252, 6252]
00020000:00200000:0.0:1789760794.647168:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25608192 chunk: [25608192, 25612288) 25612288, 4096
00020000:00200000:0.0:1789760794.647171:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.647184:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6252, 6252]
00000008:00010000:0.0:1789760794.647197:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.647201:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.647211:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25608192, 25612288) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.647222:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25608192=0x186c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.647263:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.647265:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25612288
00000020:00010000:0.0:1789760794.647271:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.647274:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.647277:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.647280:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.647282:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.647288:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.647293:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.647305:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760794.647407:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 25608192<>25612288
00000100:00100000:1.0:1789760794.647540:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508487936:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.677424:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973572 gen 3
00000008:00010000:1.0:1789760794.677473:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760794.677480:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.677488:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.677505:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760794.677529:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508487936:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.677618:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6252, 6252]
00000080:00200000:0.0:1789760794.677655:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.677671:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.677684:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25612288 i_blocks 51207
00000020:00200000:0.0:1789760794.677687:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.677695:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.677720:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25612288, count: 4096
00000080:00200000:0.0:1789760794.677726:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25612288, bytes: 4096
00000080:00200000:0.0:1789760794.677733:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.677740:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.677743:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25612288, 25616384) 0 0
00000080:00200000:0.0:1789760794.677747:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.677759:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6253, 6253]
00020000:00200000:0.0:1789760794.677765:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25612288 chunk: [25612288, 25616384) 25616384, 4096
00020000:00200000:0.0:1789760794.677768:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.677784:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6253, 6253]
00000008:00010000:0.0:1789760794.677797:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.677802:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.677812:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25612288, 25616384) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.677822:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25612288=0x186d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.677865:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.677867:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25616384
00000020:00010000:0.0:1789760794.677874:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.677878:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.677880:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.677884:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.677886:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.677905:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.677912:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.677927:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760794.678033:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 25612288<>25616384
00000100:00100000:1.0:1789760794.678366:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508488064:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760794.713103:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760794.713112:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.713120:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.713138:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760794.713160:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508488064:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.713325:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6253, 6253]
00000080:00200000:0.0:1789760794.713345:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.713350:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.713361:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25616384 i_blocks 51207
00000020:00200000:0.0:1789760794.713364:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.713372:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.713397:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25616384, count: 4096
00000080:00200000:0.0:1789760794.713403:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25616384, bytes: 4096
00000080:00200000:0.0:1789760794.713410:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.713416:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.713418:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25616384, 25620480) 0 0
00000080:00200000:0.0:1789760794.713421:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.713433:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6254, 6254]
00020000:00200000:0.0:1789760794.713440:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25616384 chunk: [25616384, 25620480) 25620480, 4096
00020000:00200000:0.0:1789760794.713443:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.713457:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6254, 6254]
00000008:00010000:0.0:1789760794.713469:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.713474:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.713483:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25616384, 25620480) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.713494:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25616384=0x186e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.713531:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.713533:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25620480
00000020:00010000:0.0:1789760794.713538:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.713541:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.713544:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.713547:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.713550:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.713555:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.713560:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.713572:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760794.713691:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 25616384<>25620480
00000100:00100000:1.0:1789760794.713855:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508488192:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.776251:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973574 gen 3
00000008:00010000:1.0:1789760794.776299:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760794.776305:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.776314:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.776331:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760794.776354:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508488192:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.776442:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6254, 6254]
00000080:00200000:0.0:1789760794.776454:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.776459:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.776471:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25620480 i_blocks 51207
00000020:00200000:0.0:1789760794.776474:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.776482:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.776508:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25620480, count: 4096
00000080:00200000:0.0:1789760794.776513:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25620480, bytes: 4096
00000080:00200000:0.0:1789760794.776520:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.776527:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.776530:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25620480, 25624576) 0 0
00000080:00200000:0.0:1789760794.776534:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.776546:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6255, 6255]
00020000:00200000:0.0:1789760794.776553:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25620480 chunk: [25620480, 25624576) 25624576, 4096
00020000:00200000:0.0:1789760794.776556:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.776569:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6255, 6255]
00000008:00010000:0.0:1789760794.776583:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.776588:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.776597:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25620480, 25624576) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.776607:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25620480=0x186f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.776837:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.776840:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25624576
00000020:00010000:0.0:1789760794.776848:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.776851:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.776854:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.776857:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.776859:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.776866:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.776871:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.776885:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760794.777122:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 25620480<>25624576
00000100:00100000:1.0:1789760794.777182:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508488320:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.821129:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973575 gen 3
00000008:00010000:1.0:1789760794.821168:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760794.821175:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.821184:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.821199:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760794.821222:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508488320:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.821312:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6255, 6255]
00000080:00200000:0.0:1789760794.821324:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.821329:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.821341:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25624576 i_blocks 51207
00000020:00200000:0.0:1789760794.821345:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.821352:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.821380:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25624576, count: 4096
00000080:00200000:0.0:1789760794.821385:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25624576, bytes: 4096
00000080:00200000:0.0:1789760794.821392:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.821400:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.821402:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25624576, 25628672) 0 0
00000080:00200000:0.0:1789760794.821406:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.821418:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6256, 6256]
00020000:00200000:0.0:1789760794.821425:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25624576 chunk: [25624576, 25628672) 25628672, 4096
00020000:00200000:0.0:1789760794.821429:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.821444:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6256, 6256]
00000008:00010000:0.0:1789760794.821458:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.821462:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.821471:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25624576, 25628672) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.821482:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25624576=0x1870000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.821522:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.821524:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25628672
00000020:00010000:0.0:1789760794.821530:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.821534:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.821536:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.821539:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.821541:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.821547:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.821552:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.821565:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760794.821697:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 25624576<>25628672
00000100:00100000:1.0:1789760794.821780:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508488448:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.875114:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973576 gen 3
00000008:00010000:1.0:1789760794.875150:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760794.875156:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.875164:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.875219:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760794.875243:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508488448:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.875698:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6256, 6256]
00000080:00200000:0.0:1789760794.875712:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.875718:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.875729:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25628672 i_blocks 51207
00000020:00200000:0.0:1789760794.875733:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.875742:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.875770:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25628672, count: 4096
00000080:00200000:0.0:1789760794.875777:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25628672, bytes: 4096
00000080:00200000:0.0:1789760794.875786:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.875794:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.875796:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25628672, 25632768) 0 0
00000080:00200000:0.0:1789760794.875800:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.875813:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6257, 6257]
00020000:00200000:0.0:1789760794.875819:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25628672 chunk: [25628672, 25632768) 25632768, 4096
00020000:00200000:0.0:1789760794.875824:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.875840:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6257, 6257]
00000008:00010000:0.0:1789760794.875855:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.875860:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.875869:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25628672, 25632768) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.875880:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25628672=0x1871000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.876785:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.876790:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25632768
00000020:00010000:0.0:1789760794.876799:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.876802:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.876806:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.876809:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.876812:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.876819:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.876826:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.876849:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760794.877076:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 25628672<>25632768
00000100:00100000:1.0:1789760794.877148:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508488576:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760794.944300:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973577 gen 3
00000008:00010000:1.0:1789760794.944342:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760794.944349:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760794.944360:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760794.944382:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760794.944409:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508488576:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760794.944842:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6257, 6257]
00000080:00200000:0.0:1789760794.944856:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760794.944862:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760794.944875:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25632768 i_blocks 51207
00000020:00200000:0.0:1789760794.944879:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760794.944887:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760794.944914:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25632768, count: 4096
00000080:00200000:0.0:1789760794.944932:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25632768, bytes: 4096
00000080:00200000:0.0:1789760794.944942:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760794.944949:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760794.944951:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25632768, 25636864) 0 0
00000080:00200000:0.0:1789760794.944955:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760794.944968:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6258, 6258]
00020000:00200000:0.0:1789760794.944974:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25632768 chunk: [25632768, 25636864) 25636864, 4096
00020000:00200000:0.0:1789760794.944987:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760794.945001:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6258, 6258]
00000008:00010000:0.0:1789760794.945014:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760794.945019:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760794.945027:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25632768, 25636864) append 0 append lockpos 0
00000080:00200000:0.0:1789760794.945036:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25632768=0x1872000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760794.945080:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760794.945083:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25636864
00000020:00010000:0.0:1789760794.945089:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760794.945093:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.945096:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760794.945099:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760794.945101:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760794.945108:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760794.945113:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760794.945129:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760794.946603:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 25632768<>25636864
00000100:00100000:0.0:1789760794.946703:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508488704:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760795.013566:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973578 gen 3
00000008:00010000:1.0:1789760795.013603:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760795.013609:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.013618:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.013731:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760795.013756:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508488704:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760795.014523:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6258, 6258]
00000080:00200000:2.0:1789760795.014536:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.014542:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.014556:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25636864 i_blocks 51207
00000020:00200000:2.0:1789760795.014561:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.014570:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.014596:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25636864, count: 4096
00000080:00200000:2.0:1789760795.014603:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25636864, bytes: 4096
00000080:00200000:2.0:1789760795.014613:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.014621:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.014623:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25636864, 25640960) 0 0
00000080:00200000:2.0:1789760795.014627:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.014721:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6259, 6259]
00020000:00200000:2.0:1789760795.014730:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25636864 chunk: [25636864, 25640960) 25640960, 4096
00020000:00200000:2.0:1789760795.014733:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.014751:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6259, 6259]
00000008:00010000:2.0:1789760795.014766:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.014772:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760795.014784:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25636864, 25640960) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.014799:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25636864=0x1873000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.014851:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.014910:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25640960
00000020:00010000:2.0:1789760795.015076:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.015080:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.015083:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d488/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.015086:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.015089:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.015097:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.015103:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.015116:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16349c0
00000008:00100000:2.0:1789760795.015215:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9ad80 - object 0x280000401:3 offset 25636864<>25640960
00000080:00200000:2.0:1789760795.069823:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6259, 6259]
00000080:00200000:2.0:1789760795.069837:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.069843:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:2.0:1789760795.070422:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508488960:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760795.103866:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6260, 6260]
00000080:00200000:0.0:1789760795.103877:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.103882:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.103900:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25645056 i_blocks 51209
00000020:00200000:0.0:1789760795.103904:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.103912:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.103941:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25645056, count: 4096
00000080:00200000:0.0:1789760795.103947:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25645056, bytes: 4096
00000080:00200000:0.0:1789760795.103954:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.103961:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.103963:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25645056, 25649152) 0 0
00000080:00200000:0.0:1789760795.103967:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.103988:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6261, 6261]
00020000:00200000:0.0:1789760795.103995:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25645056 chunk: [25645056, 25649152) 25649152, 4096
00020000:00200000:0.0:1789760795.103999:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.104013:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6261, 6261]
00000008:00010000:0.0:1789760795.104027:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.104032:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760795.104040:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25645056, 25649152) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.104050:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25645056=0x1875000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.104093:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.104096:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25649152
00000020:00010000:0.0:1789760795.104103:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.104106:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.104109:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.104112:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.104115:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.104121:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.104126:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.104139:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760795.104232:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 25645056<>25649152
00000100:00100000:1.0:1789760795.104711:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760795.104728:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508489088:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760795.134126:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973581 gen 3
00000008:00010000:1.0:1789760795.134161:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760795.134167:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.134176:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.134194:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760795.134216:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508489088:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760795.134410:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6261, 6261]
00000080:00200000:0.0:1789760795.134422:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.134427:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.134439:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25649152 i_blocks 51209
00000020:00200000:0.0:1789760795.134443:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.134450:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.134477:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25649152, count: 4096
00000080:00200000:0.0:1789760795.134483:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25649152, bytes: 4096
00000080:00200000:0.0:1789760795.134491:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.134497:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.134499:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25649152, 25653248) 0 0
00000080:00200000:0.0:1789760795.134503:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.134514:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6262, 6262]
00020000:00200000:0.0:1789760795.134521:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25649152 chunk: [25649152, 25653248) 25653248, 4096
00020000:00200000:0.0:1789760795.134524:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.134539:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6262, 6262]
00000008:00010000:0.0:1789760795.134552:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.134556:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760795.134565:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25649152, 25653248) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.134575:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25649152=0x1876000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.134667:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.134670:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25653248
00000020:00010000:0.0:1789760795.134677:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.134680:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.134682:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.134686:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.134688:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.134695:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.134700:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.134713:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ccc0
00000008:00100000:0.0:1789760795.134802:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 25649152<>25653248
00000100:00100000:1.0:1789760795.134902:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760795.134917:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508489216:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760795.208915:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973582 gen 3
00000008:00010000:1.0:1789760795.208949:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ccc0
00000020:00200000:1.0:1789760795.208956:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.209091:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.209233:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ccc0
00000100:00100000:1.0:1789760795.209257:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508489216:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760795.209498:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6262, 6262]
00000080:00200000:0.0:1789760795.209511:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.209516:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.209528:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25653248 i_blocks 51209
00000020:00200000:0.0:1789760795.209532:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.209540:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.209567:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25653248, count: 4096
00000080:00200000:0.0:1789760795.209573:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25653248, bytes: 4096
00000080:00200000:0.0:1789760795.209581:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.209589:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.209591:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25653248, 25657344) 0 0
00000080:00200000:0.0:1789760795.209595:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.209607:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6263, 6263]
00020000:00200000:0.0:1789760795.209612:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25653248 chunk: [25653248, 25657344) 25657344, 4096
00020000:00200000:0.0:1789760795.209616:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.209649:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6263, 6263]
00000008:00010000:0.0:1789760795.209663:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.209668:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760795.209676:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25653248, 25657344) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.210926:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25653248=0x1877000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.211000:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.211004:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25657344
00000020:00010000:0.0:1789760795.211013:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.211016:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.211019:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.211022:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.211024:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.211033:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.211040:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.211062:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206ca80
00000008:00100000:0.0:1789760795.211163:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f800 - object 0x280000401:3 offset 25653248<>25657344
00000100:00100000:1.0:1789760795.211316:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760795.211336:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508489344:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760795.267822:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206ca80
00000020:00200000:1.0:1789760795.267834:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.267845:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.267865:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206ca80
00000100:00100000:1.0:1789760795.267890:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508489344:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760795.268230:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6263, 6263]
00000080:00200000:0.0:1789760795.268243:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.268248:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.268262:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25657344 i_blocks 51209
00000020:00200000:0.0:1789760795.268267:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.268275:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.268304:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25657344, count: 4096
00000080:00200000:0.0:1789760795.268310:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25657344, bytes: 4096
00000080:00200000:0.0:1789760795.268319:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.268327:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.268329:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25657344, 25661440) 0 0
00000080:00200000:0.0:1789760795.268333:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.268346:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6264, 6264]
00020000:00200000:0.0:1789760795.268354:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25657344 chunk: [25657344, 25661440) 25661440, 4096
00020000:00200000:0.0:1789760795.268358:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.268373:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6264, 6264]
00000008:00010000:0.0:1789760795.268387:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.268391:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760795.268401:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25657344, 25661440) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.268413:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25657344=0x1878000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.268464:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.268467:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25661440
00000020:00010000:0.0:1789760795.268474:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.268478:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.268481:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.268484:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.268487:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.268493:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.268499:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.268513:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cb40
00000008:00100000:0.0:1789760795.273124:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ea00 - object 0x280000401:3 offset 25657344<>25661440
00000100:00100000:1.0:1789760795.273561:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760795.273584:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508489472:192.168.203.123@tcp:4:dd.0
00010000:00010000:0.0:1789760795.289056:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:1.0:1789760795.352391:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973584 gen 3
00000008:00010000:1.0:1789760795.352442:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cb40
00000020:00200000:1.0:1789760795.352449:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.352459:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.352528:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cb40
00000100:00100000:1.0:1789760795.352553:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508489472:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760795.354829:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6264, 6264]
00000080:00200000:0.0:1789760795.354850:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760795.354856:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760795.354871:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25661440 i_blocks 51209
00000020:00200000:0.0:1789760795.354876:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760795.354942:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760795.355080:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25661440, count: 4096
00000080:00200000:0.0:1789760795.357494:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25661440, bytes: 4096
00000080:00200000:0.0:1789760795.357518:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760795.357527:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760795.357529:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25661440, 25665536) 0 0
00000080:00200000:0.0:1789760795.357534:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760795.357550:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6265, 6265]
00020000:00200000:0.0:1789760795.357558:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25661440 chunk: [25661440, 25665536) 25665536, 4096
00020000:00200000:0.0:1789760795.357562:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760795.357582:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6265, 6265]
00000008:00010000:0.0:1789760795.357597:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760795.357602:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760795.357611:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25661440, 25665536) append 0 append lockpos 0
00000080:00200000:0.0:1789760795.357622:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25661440=0x1879000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760795.357695:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760795.357698:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25665536
00000020:00010000:0.0:1789760795.357705:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760795.357708:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.357711:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d098/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760795.357714:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760795.357716:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760795.357726:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760795.357868:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760795.357895:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206cd80
00000008:00100000:0.0:1789760795.358061:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954f100 - object 0x280000401:3 offset 25661440<>25665536
00000100:00100000:0.0:1789760795.359440:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508489600:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760795.445590:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206cd80
00000020:00200000:1.0:1789760795.445602:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760795.445613:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760795.445660:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206cd80
00000100:00100000:1.0:1789760795.445688:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508489600:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760795.446560:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6265, 6265]
00000080:00200000:2.0:1789760795.446574:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.446579:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.446592:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25665536 i_blocks 51209
00000020:00200000:2.0:1789760795.446595:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.446606:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.446655:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25665536, count: 4096
00000080:00200000:2.0:1789760795.446662:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25665536, bytes: 4096
00000080:00200000:2.0:1789760795.446671:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.446678:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.446680:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25665536, 25669632) 0 0
00000080:00200000:2.0:1789760795.446684:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.446697:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6266, 6266]
00020000:00200000:2.0:1789760795.446704:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25665536 chunk: [25665536, 25669632) 25669632, 4096
00020000:00200000:2.0:1789760795.446708:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.446722:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6266, 6266]
00000008:00010000:2.0:1789760795.446736:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.446741:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760795.446750:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25665536, 25669632) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.446760:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25665536=0x187a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.446808:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.446811:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25669632
00000020:00010000:2.0:1789760795.446818:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.446821:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.446824:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c512d098/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.446827:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.446830:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.446836:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.446841:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.446858:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16343c0
00000008:00100000:2.0:1789760795.446971:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 25665536<>25669632
00000080:00200000:2.0:1789760795.508406:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6266, 6266]
00000080:00200000:2.0:1789760795.508418:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.508423:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000100:00100000:2.0:1789760795.508954:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508489856:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760795.581198:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973587 gen 3
00000008:00010000:2.0:1789760795.581236:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3e40
00000020:00200000:2.0:1789760795.581243:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760795.581251:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760795.581273:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3e40
00000100:00100000:2.0:1789760795.581296:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508489856:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760795.582114:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508489984:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760795.662723:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973588 gen 3
00000008:00010000:2.0:1789760795.662760:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee30c0
00000020:00200000:2.0:1789760795.662766:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760795.662775:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760795.662797:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee30c0
00000100:00100000:2.0:1789760795.662821:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508489984:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760795.663581:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760795.663596:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508490112:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760795.717198:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973589 gen 3
00000008:00010000:2.0:1789760795.717232:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee39c0
00000020:00200000:2.0:1789760795.717239:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760795.717247:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760795.717266:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee39c0
00000100:00100000:2.0:1789760795.717562:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508490112:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760795.779594:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6270, 6270]
00000080:00200000:2.0:1789760795.779609:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.779614:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.779652:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25686016 i_blocks 51209
00000020:00200000:2.0:1789760795.779656:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.779664:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.779691:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25686016, count: 4096
00000080:00200000:2.0:1789760795.779697:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25686016, bytes: 4096
00000080:00200000:2.0:1789760795.779706:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.779713:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.779715:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25686016, 25690112) 0 0
00000080:00200000:2.0:1789760795.779719:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.779732:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6271, 6271]
00020000:00200000:2.0:1789760795.779738:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25686016 chunk: [25686016, 25690112) 25690112, 4096
00020000:00200000:2.0:1789760795.779741:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.779756:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6271, 6271]
00000008:00010000:2.0:1789760795.779768:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.779774:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760795.779783:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25686016, 25690112) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.779794:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25686016=0x187f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.779834:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.779837:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25690112
00000020:00010000:2.0:1789760795.779843:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.779846:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.779849:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.779853:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.779856:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.779862:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.779867:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.779881:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760795.779997:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98700 - object 0x280000401:3 offset 25686016<>25690112
00000100:00100000:2.0:1789760795.780036:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760795.780049:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508490368:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760795.834554:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973591 gen 3
00000008:00010000:2.0:1789760795.834954:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760795.834962:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760795.834981:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760795.836158:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760795.836181:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508490368:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760795.889495:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6272, 6272]
00000080:00200000:2.0:1789760795.889509:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.889515:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.889527:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25694208 i_blocks 51207
00000020:00200000:2.0:1789760795.889531:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.889540:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.889568:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25694208, count: 4096
00000080:00200000:2.0:1789760795.889574:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25694208, bytes: 4096
00000080:00200000:2.0:1789760795.889581:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.889599:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.889602:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25694208, 25698304) 0 0
00000080:00200000:2.0:1789760795.889607:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.889621:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6273, 6273]
00020000:00200000:2.0:1789760795.889659:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25694208 chunk: [25694208, 25698304) 25698304, 4096
00020000:00200000:2.0:1789760795.889664:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.889681:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6273, 6273]
00000008:00010000:2.0:1789760795.889694:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.889699:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760795.889709:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25694208, 25698304) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.889720:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25694208=0x1881000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.889775:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.889779:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25698304
00000020:00010000:2.0:1789760795.889786:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.889789:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.889792:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.889796:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.889798:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.889805:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.889810:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.889824:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760795.889930:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98700 - object 0x280000401:3 offset 25694208<>25698304
00000100:00100000:2.0:1789760795.889968:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760795.889991:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508490624:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760795.930703:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973593 gen 3
00000008:00010000:2.0:1789760795.930753:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760795.930763:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760795.930771:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760795.930794:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760795.930824:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508490624:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760795.988248:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6274, 6274]
00000080:00200000:2.0:1789760795.988264:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760795.988269:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760795.988282:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25702400 i_blocks 51209
00000020:00200000:2.0:1789760795.988285:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760795.988295:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760795.988326:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25702400, count: 4096
00000080:00200000:2.0:1789760795.988333:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25702400, bytes: 4096
00000080:00200000:2.0:1789760795.988341:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760795.988348:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760795.988350:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25702400, 25706496) 0 0
00000080:00200000:2.0:1789760795.988354:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760795.988367:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6275, 6275]
00020000:00200000:2.0:1789760795.988374:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25702400 chunk: [25702400, 25706496) 25706496, 4096
00020000:00200000:2.0:1789760795.988379:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760795.988394:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6275, 6275]
00000008:00010000:2.0:1789760795.988408:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760795.988426:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760795.988436:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25702400, 25706496) append 0 append lockpos 0
00000080:00200000:2.0:1789760795.988447:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25702400=0x1883000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760795.988496:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760795.988499:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25706496
00000020:00010000:2.0:1789760795.988506:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760795.988509:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.988512:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760795.988515:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760795.988518:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760795.988524:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760795.988530:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760795.988544:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760795.988686:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98700 - object 0x280000401:3 offset 25702400<>25706496
00000080:00200000:2.0:1789760796.042571:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6275, 6275]
00000080:00200000:2.0:1789760796.042584:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.042589:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.042600:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25706496 i_blocks 51209
00000020:00200000:2.0:1789760796.042604:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.042614:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.043059:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25706496, count: 4096
00000080:00200000:2.0:1789760796.043068:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25706496, bytes: 4096
00000080:00200000:2.0:1789760796.043077:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.043085:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.043088:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25706496, 25710592) 0 0
00000080:00200000:2.0:1789760796.043092:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.043106:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6276, 6276]
00020000:00200000:2.0:1789760796.043113:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25706496 chunk: [25706496, 25710592) 25710592, 4096
00020000:00200000:2.0:1789760796.043117:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.043134:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6276, 6276]
00000008:00010000:2.0:1789760796.043148:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.043153:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760796.043163:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25706496, 25710592) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.043177:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25706496=0x1884000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.043225:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.043228:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25710592
00000020:00010000:2.0:1789760796.043235:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.043239:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.043242:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.043246:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.043248:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.043255:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.043262:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.043279:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634480
00000008:00100000:2.0:1789760796.043398:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b480 - object 0x280000401:3 offset 25706496<>25710592
00000080:00200000:2.0:1789760796.091769:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6276, 6276]
00000080:00200000:2.0:1789760796.091783:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.091789:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.091851:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25710592 i_blocks 51209
00000020:00200000:2.0:1789760796.091856:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.091865:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.091960:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25710592, count: 4096
00000080:00200000:2.0:1789760796.091975:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25710592, bytes: 4096
00000080:00200000:2.0:1789760796.091984:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.091992:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.091994:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25710592, 25714688) 0 0
00000080:00200000:2.0:1789760796.091998:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.092012:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6277, 6277]
00020000:00200000:2.0:1789760796.092019:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25710592 chunk: [25710592, 25714688) 25714688, 4096
00020000:00200000:2.0:1789760796.092023:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.092102:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6277, 6277]
00000008:00010000:2.0:1789760796.092118:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.092122:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760796.092131:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25710592, 25714688) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.092143:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25710592=0x1885000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.092190:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.092193:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25714688
00000020:00010000:2.0:1789760796.092201:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.092204:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.092207:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.092211:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.092214:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.092220:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.092226:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.092241:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760796.092339:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 25710592<>25714688
00000080:00200000:2.0:1789760796.156940:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6277, 6277]
00000080:00200000:2.0:1789760796.156953:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.156959:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.156980:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25714688 i_blocks 51209
00000020:00200000:2.0:1789760796.156984:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.156993:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.157019:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25714688, count: 4096
00000080:00200000:2.0:1789760796.157025:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25714688, bytes: 4096
00000080:00200000:2.0:1789760796.157043:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.157051:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.157053:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25714688, 25718784) 0 0
00000080:00200000:2.0:1789760796.157057:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.157069:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6278, 6278]
00020000:00200000:2.0:1789760796.157076:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25714688 chunk: [25714688, 25718784) 25718784, 4096
00020000:00200000:2.0:1789760796.157080:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.157094:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6278, 6278]
00000008:00010000:2.0:1789760796.157106:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.157111:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760796.157119:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25714688, 25718784) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.157131:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25714688=0x1886000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.157176:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.157179:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25718784
00000020:00010000:2.0:1789760796.157187:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.157190:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.157193:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.157197:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.157199:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.157206:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.157212:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.157226:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760796.157325:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99180 - object 0x280000401:3 offset 25714688<>25718784
00000080:00200000:2.0:1789760796.216076:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6278, 6278]
00000080:00200000:2.0:1789760796.216089:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.216093:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.216105:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25718784 i_blocks 51209
00000020:00200000:2.0:1789760796.216108:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.216117:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.216143:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25718784, count: 4096
00000080:00200000:2.0:1789760796.216148:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25718784, bytes: 4096
00000080:00200000:2.0:1789760796.216159:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.216166:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.216168:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25718784, 25722880) 0 0
00000080:00200000:2.0:1789760796.216172:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.216184:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6279, 6279]
00020000:00200000:2.0:1789760796.216191:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25718784 chunk: [25718784, 25722880) 25722880, 4096
00020000:00200000:2.0:1789760796.216195:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.216211:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6279, 6279]
00000008:00010000:2.0:1789760796.216224:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.216228:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760796.216237:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25718784, 25722880) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.216249:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25718784=0x1887000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.216289:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.216291:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25722880
00000020:00010000:2.0:1789760796.216298:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.216301:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.216304:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.216307:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.216310:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.216316:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.216321:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.216335:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16340c0
00000008:00100000:2.0:1789760796.216426:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b100 - object 0x280000401:3 offset 25718784<>25722880
00000080:00200000:2.0:1789760796.270096:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6279, 6279]
00000080:00200000:2.0:1789760796.270110:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.270115:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.270128:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25722880 i_blocks 51209
00000020:00200000:2.0:1789760796.270132:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.270143:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.270170:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25722880, count: 4096
00000080:00200000:2.0:1789760796.270178:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25722880, bytes: 4096
00000080:00200000:2.0:1789760796.270186:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.270194:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.270196:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25722880, 25726976) 0 0
00000080:00200000:2.0:1789760796.270200:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.270213:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6280, 6280]
00020000:00200000:2.0:1789760796.270220:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25722880 chunk: [25722880, 25726976) 25726976, 4096
00020000:00200000:2.0:1789760796.270224:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.270240:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6280, 6280]
00000008:00010000:2.0:1789760796.270252:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.270257:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760796.270265:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25722880, 25726976) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.270277:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25722880=0x1888000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.270312:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.270315:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25726976
00000020:00010000:2.0:1789760796.270322:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.270325:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.270328:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.270332:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.270334:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.270340:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.270346:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00010000:00010000:1.0:1789760796.312911:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760796.318349:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6280, 6280]
00000080:00200000:2.0:1789760796.318362:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.318369:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.318381:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25726976 i_blocks 51207
00000020:00200000:2.0:1789760796.318384:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.318394:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.318490:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25726976, count: 4096
00000080:00200000:2.0:1789760796.318498:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25726976, bytes: 4096
00000080:00200000:2.0:1789760796.318506:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.318513:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.318515:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25726976, 25731072) 0 0
00000080:00200000:2.0:1789760796.318520:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.318533:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6281, 6281]
00020000:00200000:2.0:1789760796.318539:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25726976 chunk: [25726976, 25731072) 25731072, 4096
00020000:00200000:2.0:1789760796.318543:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.318558:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6281, 6281]
00000008:00010000:2.0:1789760796.318570:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.318576:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760796.318585:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25726976, 25731072) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.318595:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25726976=0x1889000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.318770:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.318773:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25731072
00000020:00010000:2.0:1789760796.318780:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.318784:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.318787:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.318789:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.318792:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.318798:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.318804:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.318819:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760796.319028:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 25726976<>25731072
00000080:00200000:2.0:1789760796.377330:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6281, 6281]
00000080:00200000:2.0:1789760796.377345:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.377351:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.377365:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25731072 i_blocks 51207
00000020:00200000:2.0:1789760796.377368:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.377379:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.377405:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25731072, count: 4096
00000080:00200000:2.0:1789760796.377411:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25731072, bytes: 4096
00000080:00200000:2.0:1789760796.377420:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.377427:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.377429:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25731072, 25735168) 0 0
00000080:00200000:2.0:1789760796.377433:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.377446:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6282, 6282]
00020000:00200000:2.0:1789760796.377452:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25731072 chunk: [25731072, 25735168) 25735168, 4096
00020000:00200000:2.0:1789760796.377456:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.377472:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6282, 6282]
00000008:00010000:2.0:1789760796.377485:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.377489:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760796.377499:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25731072, 25735168) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.377520:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25731072=0x188a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.377566:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.377569:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25735168
00000020:00010000:2.0:1789760796.377576:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.377579:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.377582:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.377585:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.377588:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.377594:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.377600:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.377616:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634cc0
00000008:00100000:2.0:1789760796.378057:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b800 - object 0x280000401:3 offset 25731072<>25735168
00000080:00200000:0.0:1789760796.443645:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6282, 6282]
00000080:00200000:0.0:1789760796.443658:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.443663:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.443675:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25735168 i_blocks 51207
00000020:00200000:0.0:1789760796.443678:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.443687:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.443711:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25735168, count: 4096
00000080:00200000:0.0:1789760796.443716:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25735168, bytes: 4096
00000080:00200000:0.0:1789760796.443723:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.443729:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.443731:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25735168, 25739264) 0 0
00000080:00200000:0.0:1789760796.443735:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.443747:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6283, 6283]
00020000:00200000:0.0:1789760796.443753:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25735168 chunk: [25735168, 25739264) 25739264, 4096
00020000:00200000:0.0:1789760796.443757:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.443769:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6283, 6283]
00000008:00010000:0.0:1789760796.443782:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.443786:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760796.443795:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25735168, 25739264) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.443806:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25735168=0x188b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.443974:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.443977:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25739264
00000020:00010000:0.0:1789760796.443984:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.443987:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.443990:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.443993:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.443996:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.444002:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.444007:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.444019:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c600
00000008:00100000:0.0:1789760796.444103:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954dc00 - object 0x280000401:3 offset 25735168<>25739264
00000100:00100000:1.0:1789760796.444326:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508491904:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760796.504251:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973603 gen 3
00000008:00010000:1.0:1789760796.504289:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c600
00000020:00200000:1.0:1789760796.504295:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.504305:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.504326:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c600
00000100:00100000:1.0:1789760796.504351:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508491904:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760796.504446:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6283, 6283]
00000080:00200000:0.0:1789760796.504461:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.504466:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.504478:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25739264 i_blocks 51207
00000020:00200000:0.0:1789760796.504481:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.504489:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.504516:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25739264, count: 4096
00000080:00200000:0.0:1789760796.504522:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25739264, bytes: 4096
00000080:00200000:0.0:1789760796.504529:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.504536:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.504538:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25739264, 25743360) 0 0
00000080:00200000:0.0:1789760796.504543:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.504556:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6284, 6284]
00020000:00200000:0.0:1789760796.504562:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25739264 chunk: [25739264, 25743360) 25743360, 4096
00020000:00200000:0.0:1789760796.504565:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.504580:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6284, 6284]
00000008:00010000:0.0:1789760796.504594:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.504599:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760796.504609:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25739264, 25743360) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.504619:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25739264=0x188c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.504691:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.504694:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25743360
00000020:00010000:0.0:1789760796.504700:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.504704:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.504707:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.504709:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.504712:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.504718:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.504723:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.504736:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c480
00000008:00100000:0.0:1789760796.504826:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d880 - object 0x280000401:3 offset 25739264<>25743360
00000100:00100000:1.0:1789760796.505233:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508492032:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760796.564078:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c480
00000020:00200000:1.0:1789760796.564089:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.564098:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.564130:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c480
00000100:00100000:1.0:1789760796.564154:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508492032:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760796.564441:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6284, 6284]
00000080:00200000:0.0:1789760796.564453:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760796.564458:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760796.564469:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25743360 i_blocks 51207
00000020:00200000:0.0:1789760796.564472:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760796.564480:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760796.564503:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25743360, count: 4096
00000080:00200000:0.0:1789760796.564508:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25743360, bytes: 4096
00000080:00200000:0.0:1789760796.564519:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760796.564526:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760796.564527:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25743360, 25747456) 0 0
00000080:00200000:0.0:1789760796.564531:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760796.564543:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6285, 6285]
00020000:00200000:0.0:1789760796.564550:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25743360 chunk: [25743360, 25747456) 25747456, 4096
00020000:00200000:0.0:1789760796.564553:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760796.564568:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6285, 6285]
00000008:00010000:0.0:1789760796.564580:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760796.564584:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760796.564592:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25743360, 25747456) append 0 append lockpos 0
00000080:00200000:0.0:1789760796.564602:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25743360=0x188d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760796.564666:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760796.564669:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25747456
00000020:00010000:0.0:1789760796.564675:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760796.564678:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.564682:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760796.564685:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760796.564688:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760796.564693:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760796.564698:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760796.564712:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c0c0
00000008:00100000:0.0:1789760796.564799:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c700 - object 0x280000401:3 offset 25743360<>25747456
00000100:00100000:0.0:1789760796.564837:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760796.564850:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508492160:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760796.601078:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973605 gen 3
00000008:00010000:1.0:1789760796.601135:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c0c0
00000020:00200000:1.0:1789760796.601141:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.601149:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.601168:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c0c0
00000100:00100000:1.0:1789760796.601191:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508492160:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760796.601954:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760796.601981:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508492288:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760796.654714:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000020:00200000:2.0:1789760796.654725:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760796.654734:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760796.654792:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000100:00100000:2.0:1789760796.654817:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508492288:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760796.655542:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508492416:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760796.709445:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973606 gen 3
00000100:00100000:2.0:1789760796.709479:0:2409:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686d8276a00 x1876699508492416/t4294973607(4294973607) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760812 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:2.0:1789760796.709515:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3b40
00000020:00200000:2.0:1789760796.709521:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760796.709528:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760796.709552:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3b40
00000100:00100000:2.0:1789760796.709573:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508492416:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760796.709733:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6287, 6287]
00000080:00200000:1.0:1789760796.709746:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.709752:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.709762:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25755648 i_blocks 51207
00000020:00200000:1.0:1789760796.709765:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.709772:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.709800:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25755648, count: 4096
00000080:00200000:1.0:1789760796.709805:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25755648, bytes: 4096
00000080:00200000:1.0:1789760796.709813:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.709820:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.709822:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25755648, 25759744) 0 0
00000080:00200000:1.0:1789760796.709826:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.709839:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6288, 6288]
00020000:00200000:1.0:1789760796.709845:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25755648 chunk: [25755648, 25759744) 25759744, 4096
00020000:00200000:1.0:1789760796.709849:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.709862:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6288, 6288]
00000008:00010000:1.0:1789760796.709874:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.709889:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760796.709897:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25755648, 25759744) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.709907:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25755648=0x1890000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.709948:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.709950:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25759744
00000020:00010000:1.0:1789760796.709956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.709959:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.709962:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.709975:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.709977:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.709984:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.709989:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.710001:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760796.710089:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25755648<>25759744
00000100:00100000:0.0:1789760796.710250:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508492544:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760796.791050:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973608 gen 3
00000008:00010000:1.0:1789760796.791099:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:1.0:1789760796.791105:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.791114:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.791136:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:1.0:1789760796.791160:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508492544:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760796.791249:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6288, 6288]
00000080:00200000:2.0:1789760796.791263:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760796.791269:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760796.791281:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25759744 i_blocks 51207
00000020:00200000:2.0:1789760796.791285:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760796.791292:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760796.791376:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25759744, count: 4096
00000080:00200000:2.0:1789760796.791383:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25759744, bytes: 4096
00000080:00200000:2.0:1789760796.791391:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760796.791398:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760796.791400:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25759744, 25763840) 0 0
00000080:00200000:2.0:1789760796.791404:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760796.791416:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6289, 6289]
00020000:00200000:2.0:1789760796.791422:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25759744 chunk: [25759744, 25763840) 25763840, 4096
00020000:00200000:2.0:1789760796.791426:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760796.791440:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6289, 6289]
00000008:00010000:2.0:1789760796.791452:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760796.791457:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760796.791465:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25759744, 25763840) append 0 append lockpos 0
00000080:00200000:2.0:1789760796.791475:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25759744=0x1891000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760796.791514:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760796.791516:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25763840
00000020:00010000:2.0:1789760796.791522:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760796.791526:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.791529:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760796.791532:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760796.791535:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760796.791541:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760796.791546:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760796.791559:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760796.792107:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 25759744<>25763840
00000080:00200000:1.0:1789760796.881191:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6289, 6289]
00000080:00200000:1.0:1789760796.881204:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760796.881209:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760796.881221:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25763840 i_blocks 51207
00000020:00200000:1.0:1789760796.881225:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760796.881234:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760796.881260:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25763840, count: 4096
00000080:00200000:1.0:1789760796.881266:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25763840, bytes: 4096
00000080:00200000:1.0:1789760796.881274:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760796.881281:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760796.881283:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25763840, 25767936) 0 0
00000080:00200000:1.0:1789760796.881287:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760796.881299:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6290, 6290]
00020000:00200000:1.0:1789760796.881305:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25763840 chunk: [25763840, 25767936) 25767936, 4096
00020000:00200000:1.0:1789760796.881309:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760796.881335:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6290, 6290]
00000008:00010000:1.0:1789760796.881350:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760796.881354:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760796.881364:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25763840, 25767936) append 0 append lockpos 0
00000080:00200000:1.0:1789760796.881375:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25763840=0x1892000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760796.881416:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760796.881419:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25767936
00000020:00010000:1.0:1789760796.881425:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760796.881429:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.881432:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760796.881434:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760796.881437:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760796.881443:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760796.881449:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760796.881461:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760796.881557:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25763840<>25767936
00000100:00100000:1.0:1789760796.881602:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760796.881617:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508492800:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760796.938487:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973609 gen 3
00000100:00100000:1.0:1789760796.938519:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be9c00 x1876699508492800/t4294973610(4294973610) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760812 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760796.938559:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:1.0:1789760796.938566:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760796.938574:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760796.938606:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:1.0:1789760796.938661:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508492800:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760796.939269:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508492928:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760796.976483:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973611 gen 3
00000008:00010000:2.0:1789760796.976532:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3a80
00000020:00200000:2.0:1789760796.976539:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760796.976547:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760796.976568:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3a80
00000100:00100000:2.0:1789760796.976592:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508492928:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760796.977265:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508493056:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.020082:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973612 gen 3
00000008:00010000:2.0:1789760797.020116:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3300
00000020:00200000:2.0:1789760797.020123:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760797.020131:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760797.020149:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3300
00000100:00100000:2.0:1789760797.020182:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508493056:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.020863:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508493184:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.068464:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973613 gen 3
00000008:00010000:2.0:1789760797.068496:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3000
00000020:00200000:2.0:1789760797.068502:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760797.068511:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760797.068567:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3000
00000100:00100000:2.0:1789760797.068598:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508493184:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.069521:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508493312:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.112999:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973614 gen 3
00000008:00010000:2.0:1789760797.113036:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3180
00000020:00200000:2.0:1789760797.113043:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760797.113052:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760797.113071:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3180
00000100:00100000:2.0:1789760797.113095:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508493312:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.113749:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508493440:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.166031:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973615 gen 3
00000008:00010000:2.0:1789760797.166068:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3240
00000020:00200000:2.0:1789760797.166075:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760797.166084:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760797.166105:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3240
00000100:00100000:2.0:1789760797.166129:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508493440:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.167147:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508493568:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.209825:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973616 gen 3
00000008:00010000:2.0:1789760797.209859:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3900
00000020:00200000:2.0:1789760797.209865:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760797.209883:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760797.209943:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3900
00000100:00100000:2.0:1789760797.209975:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508493568:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.211713:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508493696:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.246465:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973617 gen 3
00000008:00010000:2.0:1789760797.246502:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3480
00000020:00200000:2.0:1789760797.246509:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760797.246516:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760797.246537:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3480
00000100:00100000:2.0:1789760797.246562:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508493696:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.247185:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508493824:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760797.272823:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508494080:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760797.272905:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508494336:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760797.282534:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508494080:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760797.286386:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508494336:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760797.297542:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973618 gen 3
00000008:00010000:2.0:1789760797.297578:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3f00
00000020:00200000:2.0:1789760797.297585:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760797.297594:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760797.297615:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3f00
00000100:00100000:2.0:1789760797.297674:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508493824:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760797.342211:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6299, 6299]
00000080:00200000:1.0:1789760797.342226:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.342231:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.342243:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25804800 i_blocks 51207
00000020:00200000:1.0:1789760797.342246:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.342254:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.342281:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25804800, count: 4096
00000080:00200000:1.0:1789760797.342287:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25804800, bytes: 4096
00000080:00200000:1.0:1789760797.342295:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.342302:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.342304:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25804800, 25808896) 0 0
00000080:00200000:1.0:1789760797.342307:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.342424:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6300, 6300]
00020000:00200000:1.0:1789760797.342431:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25804800 chunk: [25804800, 25808896) 25808896, 4096
00020000:00200000:1.0:1789760797.342435:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.342452:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6300, 6300]
00000008:00010000:1.0:1789760797.342469:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.342473:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760797.342482:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25804800, 25808896) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.342494:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25804800=0x189c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.342539:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.342543:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25808896
00000020:00010000:1.0:1789760797.342549:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.342553:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.342556:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.342559:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.342562:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.342568:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.342573:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.342793:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760797.343021:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 25804800<>25808896
00000100:00100000:0.0:1789760797.343076:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760797.343144:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508494720:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760797.393481:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:1.0:1789760797.393493:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.393503:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.393523:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:1.0:1789760797.393544:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508494720:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760797.393660:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6300, 6300]
00000080:00200000:0.0:1789760797.393672:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.393677:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.393689:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25808896 i_blocks 51207
00000020:00200000:0.0:1789760797.393692:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.393700:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.393726:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25808896, count: 4096
00000080:00200000:0.0:1789760797.393732:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25808896, bytes: 4096
00000080:00200000:0.0:1789760797.393739:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.393746:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.393748:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25808896, 25812992) 0 0
00000080:00200000:0.0:1789760797.393752:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.393765:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6301, 6301]
00020000:00200000:0.0:1789760797.393773:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25808896 chunk: [25808896, 25812992) 25812992, 4096
00020000:00200000:0.0:1789760797.393777:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.393791:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6301, 6301]
00000008:00010000:0.0:1789760797.393805:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.393810:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760797.393818:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25808896, 25812992) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.393829:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25808896=0x189d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.393887:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.393890:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25812992
00000020:00010000:0.0:1789760797.393896:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.393899:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.393902:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.393905:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.393908:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.393914:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.393919:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.393933:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760797.394040:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c000 - object 0x280000401:3 offset 25808896<>25812992
00000100:00100000:0.0:1789760797.394077:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760797.394091:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508494848:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760797.428204:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973621 gen 3
00000008:00010000:1.0:1789760797.428258:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:1.0:1789760797.428265:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.428273:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.428293:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:1.0:1789760797.428327:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508494848:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760797.428418:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6301, 6301]
00000080:00200000:0.0:1789760797.428431:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.428436:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.428448:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25812992 i_blocks 51207
00000020:00200000:0.0:1789760797.428452:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.428461:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.428485:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25812992, count: 4096
00000080:00200000:0.0:1789760797.428491:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25812992, bytes: 4096
00000080:00200000:0.0:1789760797.428498:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.428504:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.428506:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25812992, 25817088) 0 0
00000080:00200000:0.0:1789760797.428511:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.428523:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6302, 6302]
00020000:00200000:0.0:1789760797.428530:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25812992 chunk: [25812992, 25817088) 25817088, 4096
00020000:00200000:0.0:1789760797.428534:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.428548:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6302, 6302]
00000008:00010000:0.0:1789760797.428561:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.428566:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760797.428574:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25812992, 25817088) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.428585:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25812992=0x189e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.428665:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.428668:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25817088
00000020:00010000:0.0:1789760797.428675:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.428679:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.428682:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.428685:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.428688:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.428694:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.428700:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.428713:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760797.428804:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954c380 - object 0x280000401:3 offset 25812992<>25817088
00000100:00100000:0.0:1789760797.428832:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760797.428844:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508494976:192.168.203.123@tcp:4:dd.0
00000008:00010000:1.0:1789760797.469603:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760797.469616:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.469658:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.469680:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760797.469706:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508494976:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760797.469857:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6302, 6302]
00000080:00200000:0.0:1789760797.469869:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.469883:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.469896:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25817088 i_blocks 51207
00000020:00200000:0.0:1789760797.469900:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.469908:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.469935:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25817088, count: 4096
00000080:00200000:0.0:1789760797.469941:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25817088, bytes: 4096
00000080:00200000:0.0:1789760797.469949:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.469966:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.469969:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25817088, 25821184) 0 0
00000080:00200000:0.0:1789760797.469973:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.469985:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6303, 6303]
00020000:00200000:0.0:1789760797.469992:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25817088 chunk: [25817088, 25821184) 25821184, 4096
00020000:00200000:0.0:1789760797.469996:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.470011:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6303, 6303]
00000008:00010000:0.0:1789760797.470023:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.470027:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760797.470035:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25817088, 25821184) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.470046:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25817088=0x189f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.470095:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.470098:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25821184
00000020:00010000:0.0:1789760797.470104:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.470107:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.470110:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.470113:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.470116:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.470122:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.470128:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.470142:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760797.470239:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954d180 - object 0x280000401:3 offset 25817088<>25821184
00000100:00100000:0.0:1789760797.470279:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760797.470292:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508495104:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760797.515138:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973622 gen 3
00000100:00100000:1.0:1789760797.515171:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954d180 x1876699508495104/t4294973623(4294973623) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760813 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760797.515211:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760797.515217:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.515225:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.515245:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760797.515267:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508495104:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760797.515364:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6303, 6303]
00000080:00200000:0.0:1789760797.515377:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.515381:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.515393:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25821184 i_blocks 51207
00000020:00200000:0.0:1789760797.515396:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.515404:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.515432:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25821184, count: 4096
00000080:00200000:0.0:1789760797.515438:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25821184, bytes: 4096
00000080:00200000:0.0:1789760797.515446:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.515451:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.515453:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25821184, 25825280) 0 0
00000080:00200000:0.0:1789760797.515457:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.515468:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6304, 6304]
00020000:00200000:0.0:1789760797.515474:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25821184 chunk: [25821184, 25825280) 25825280, 4096
00020000:00200000:0.0:1789760797.515478:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.515492:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6304, 6304]
00000008:00010000:0.0:1789760797.515505:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.515510:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760797.515519:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25821184, 25825280) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.515529:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25821184=0x18a0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.515571:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.515574:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25825280
00000020:00010000:0.0:1789760797.515581:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.515585:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.515588:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.515591:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.515594:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.515601:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.515607:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.515621:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760797.515752:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ce00 - object 0x280000401:3 offset 25821184<>25825280
00000100:00100000:1.0:1789760797.515842:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508495232:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760797.553276:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973623 gen 3
00000100:00100000:1.0:1789760797.553308:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c954ce00 x1876699508495232/t4294973624(4294973624) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760813 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:1.0:1789760797.553345:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760797.553351:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.553360:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.553380:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760797.553404:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508495232:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760797.553491:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6304, 6304]
00000080:00200000:0.0:1789760797.553504:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.553509:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.553522:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25825280 i_blocks 51207
00000020:00200000:0.0:1789760797.553525:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.553533:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.553559:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25825280, count: 4096
00000080:00200000:0.0:1789760797.553565:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25825280, bytes: 4096
00000080:00200000:0.0:1789760797.553572:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.553579:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.553581:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25825280, 25829376) 0 0
00000080:00200000:0.0:1789760797.553585:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.553597:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6305, 6305]
00020000:00200000:0.0:1789760797.553603:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25825280 chunk: [25825280, 25829376) 25829376, 4096
00020000:00200000:0.0:1789760797.553607:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.553620:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6305, 6305]
00000008:00010000:0.0:1789760797.553663:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.553668:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760797.553678:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25825280, 25829376) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.553689:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25825280=0x18a1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.553734:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.553737:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25829376
00000020:00010000:0.0:1789760797.553743:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.553746:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.553749:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.553752:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.553756:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.553762:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.553768:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.553782:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c240
00000008:00100000:0.0:1789760797.553872:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954e300 - object 0x280000401:3 offset 25825280<>25829376
00000100:00100000:1.0:1789760797.553981:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508495360:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760797.596269:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973625 gen 3
00000008:00010000:1.0:1789760797.596319:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c240
00000020:00200000:1.0:1789760797.596325:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.596333:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.596352:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c240
00000100:00100000:1.0:1789760797.596378:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508495360:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760797.596439:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6305, 6305]
00000080:00200000:0.0:1789760797.596452:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.596457:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.596470:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25829376 i_blocks 51207
00000020:00200000:0.0:1789760797.596474:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.596482:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.596507:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25829376, count: 4096
00000080:00200000:0.0:1789760797.596513:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25829376, bytes: 4096
00000080:00200000:0.0:1789760797.596520:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.596528:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.596529:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25829376, 25833472) 0 0
00000080:00200000:0.0:1789760797.596534:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.596547:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6306, 6306]
00020000:00200000:0.0:1789760797.596557:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25829376 chunk: [25829376, 25833472) 25833472, 4096
00020000:00200000:0.0:1789760797.596561:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.596577:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6306, 6306]
00000008:00010000:0.0:1789760797.596599:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.596605:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760797.596614:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25829376, 25833472) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.596624:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25829376=0x18a2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.596699:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.596702:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25833472
00000020:00010000:0.0:1789760797.596709:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.596712:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.596715:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.596718:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.596721:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.596727:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.596732:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.596746:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c3c0
00000008:00100000:0.0:1789760797.596840:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954df80 - object 0x280000401:3 offset 25829376<>25833472
00000100:00100000:1.0:1789760797.596934:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508495488:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760797.650137:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973626 gen 3
00000008:00010000:1.0:1789760797.650173:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c3c0
00000020:00200000:1.0:1789760797.650179:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.650188:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.650207:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c3c0
00000100:00100000:1.0:1789760797.650231:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508495488:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760797.650430:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6306, 6306]
00000080:00200000:0.0:1789760797.650443:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.650448:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.650460:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25833472 i_blocks 51207
00000020:00200000:0.0:1789760797.650463:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.650471:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.650499:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25833472, count: 4096
00000080:00200000:0.0:1789760797.650505:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25833472, bytes: 4096
00000080:00200000:0.0:1789760797.650512:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.650519:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.650521:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25833472, 25837568) 0 0
00000080:00200000:0.0:1789760797.650525:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.650539:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6307, 6307]
00020000:00200000:0.0:1789760797.650545:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25833472 chunk: [25833472, 25837568) 25837568, 4096
00020000:00200000:0.0:1789760797.650550:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760797.650564:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6307, 6307]
00000008:00010000:0.0:1789760797.650576:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760797.650581:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760797.650869:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25833472, 25837568) append 0 append lockpos 0
00000080:00200000:0.0:1789760797.650878:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25833472=0x18a3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760797.651008:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760797.651012:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25837568
00000020:00010000:0.0:1789760797.651020:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760797.651024:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.651026:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760797.651030:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760797.651032:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760797.651039:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760797.651106:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760797.651461:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c840
00000008:00100000:0.0:1789760797.651560:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954ed80 - object 0x280000401:3 offset 25833472<>25837568
00000100:00100000:1.0:1789760797.651669:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508495616:192.168.203.123@tcp:4:dd.0
00000100:00100000:1.0:1789760797.710920:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973627 gen 3
00000008:00010000:1.0:1789760797.710973:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c840
00000020:00200000:1.0:1789760797.710979:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:1.0:1789760797.710988:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:1.0:1789760797.711041:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c840
00000100:00100000:1.0:1789760797.711065:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508495616:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760797.711196:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6307, 6307]
00000080:00200000:0.0:1789760797.711209:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760797.711214:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760797.711227:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25837568 i_blocks 51207
00000020:00200000:0.0:1789760797.711230:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760797.711238:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760797.711266:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25837568, count: 4096
00000080:00200000:0.0:1789760797.711272:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25837568, bytes: 4096
00000080:00200000:0.0:1789760797.711280:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760797.711287:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760797.711289:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25837568, 25841664) 0 0
00000080:00200000:0.0:1789760797.711294:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760797.711423:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6308, 6308]
00020000:00200000:0.0:1789760797.711432:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25837568 chunk: [25837568, 25841664) 25841664, 4096
00020000:00200000:0.0:1789760797.711435:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.711526:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6308, 6308]
00000008:00010000:1.0:1789760797.711542:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.711546:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760797.711556:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25837568, 25841664) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.711566:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25837568=0x18a4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.711709:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.711712:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25841664
00000020:00010000:1.0:1789760797.711720:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.711723:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.711726:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.711729:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.711731:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.711738:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.711743:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.711754:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760797.711847:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 25837568<>25841664
00000100:00100000:1.0:1789760797.711885:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760797.711899:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508495744:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760797.765062:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973628 gen 3
00000008:00010000:0.0:1789760797.765099:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:0.0:1789760797.765106:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.765115:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.765176:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:0.0:1789760797.765200:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508495744:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760797.765266:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6308, 6308]
00000080:00200000:1.0:1789760797.765279:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.765284:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.765296:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25841664 i_blocks 51207
00000020:00200000:1.0:1789760797.765299:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.765316:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.765344:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25841664, count: 4096
00000080:00200000:1.0:1789760797.765350:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25841664, bytes: 4096
00000080:00200000:1.0:1789760797.765357:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.765364:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.765366:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25841664, 25845760) 0 0
00000080:00200000:1.0:1789760797.765370:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.765381:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6309, 6309]
00020000:00200000:1.0:1789760797.765388:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25841664 chunk: [25841664, 25845760) 25845760, 4096
00020000:00200000:1.0:1789760797.765392:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.765406:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6309, 6309]
00000008:00010000:1.0:1789760797.765419:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.765423:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760797.765433:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25841664, 25845760) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.765444:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25841664=0x18a5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.765485:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.765488:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25845760
00000020:00010000:1.0:1789760797.765494:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.765498:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.765500:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.765503:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.765505:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.765512:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.765518:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.765533:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760797.765772:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 25841664<>25845760
00000100:00100000:0.0:1789760797.765829:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508495872:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760797.850983:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973629 gen 3
00000008:00010000:0.0:1789760797.851019:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf600
00000020:00200000:0.0:1789760797.851026:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.851034:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.851108:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf600
00000100:00100000:0.0:1789760797.851135:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508495872:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760797.852503:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6309, 6309]
00000080:00200000:1.0:1789760797.852518:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.852524:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.852536:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25845760 i_blocks 51207
00000020:00200000:1.0:1789760797.852540:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.853345:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.853378:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25845760, count: 4096
00000080:00200000:1.0:1789760797.853386:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25845760, bytes: 4096
00000080:00200000:1.0:1789760797.853397:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.853841:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.853845:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25845760, 25849856) 0 0
00000080:00200000:1.0:1789760797.853851:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.853869:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6310, 6310]
00020000:00200000:1.0:1789760797.853876:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25845760 chunk: [25845760, 25849856) 25849856, 4096
00020000:00200000:1.0:1789760797.853880:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.853898:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6310, 6310]
00000008:00010000:1.0:1789760797.853912:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.853917:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760797.853926:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25845760, 25849856) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.854010:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25845760=0x18a6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.854067:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.854070:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25849856
00000020:00010000:1.0:1789760797.854078:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.854081:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.854083:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.854086:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.854089:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.854096:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.854102:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.854126:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760797.854334:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 25845760<>25849856
00000100:00100000:0.0:1789760797.854437:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508496000:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760797.899676:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973630 gen 3
00000008:00010000:0.0:1789760797.899719:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000020:00200000:0.0:1789760797.899724:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.899733:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.899749:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000100:00100000:0.0:1789760797.899770:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508496000:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760797.899891:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6310, 6310]
00000080:00200000:1.0:1789760797.899903:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.899908:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.899919:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25849856 i_blocks 51207
00000020:00200000:1.0:1789760797.899923:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.899930:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.899953:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25849856, count: 4096
00000080:00200000:1.0:1789760797.899970:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25849856, bytes: 4096
00000080:00200000:1.0:1789760797.899977:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.899983:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.899985:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25849856, 25853952) 0 0
00000080:00200000:1.0:1789760797.899989:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.900001:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6311, 6311]
00020000:00200000:1.0:1789760797.900008:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25849856 chunk: [25849856, 25853952) 25853952, 4096
00020000:00200000:1.0:1789760797.900011:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.900026:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6311, 6311]
00000008:00010000:1.0:1789760797.900040:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.900044:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760797.900052:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25849856, 25853952) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.900064:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25849856=0x18a7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.900103:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.900105:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25853952
00000020:00010000:1.0:1789760797.900111:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.900114:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.900117:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.900120:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.900123:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.900128:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.900134:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.900147:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760797.900236:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 25849856<>25853952
00000100:00100000:0.0:1789760797.900322:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760797.900335:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508496128:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760797.954542:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973631 gen 3
00000008:00010000:0.0:1789760797.954578:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbff00
00000020:00200000:0.0:1789760797.954585:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760797.954593:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760797.954612:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbff00
00000100:00100000:0.0:1789760797.954680:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508496128:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760797.954893:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6311, 6311]
00000080:00200000:1.0:1789760797.954906:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760797.954911:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760797.954922:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25853952 i_blocks 51207
00000020:00200000:1.0:1789760797.954926:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760797.954933:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760797.954973:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25853952, count: 4096
00000080:00200000:1.0:1789760797.954979:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25853952, bytes: 4096
00000080:00200000:1.0:1789760797.954986:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760797.954993:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760797.954995:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25853952, 25858048) 0 0
00000080:00200000:1.0:1789760797.954999:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760797.955011:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6312, 6312]
00020000:00200000:1.0:1789760797.955018:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25853952 chunk: [25853952, 25858048) 25858048, 4096
00020000:00200000:1.0:1789760797.955021:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760797.955035:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6312, 6312]
00000008:00010000:1.0:1789760797.955047:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760797.955052:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760797.955061:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25853952, 25858048) append 0 append lockpos 0
00000080:00200000:1.0:1789760797.955072:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25853952=0x18a8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760797.955113:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760797.955115:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25858048
00000020:00010000:1.0:1789760797.955122:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760797.955125:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.955128:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760797.955130:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760797.955133:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760797.955139:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760797.955144:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760797.955158:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760797.955256:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 25853952<>25858048
00000100:00100000:0.0:1789760797.955400:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508496256:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760798.019160:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973632 gen 3
00000008:00010000:0.0:1789760798.019199:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf000
00000020:00200000:0.0:1789760798.019205:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.019214:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.019245:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf000
00000100:00100000:0.0:1789760798.019272:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508496256:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760798.019391:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6312, 6312]
00000080:00200000:1.0:1789760798.019403:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760798.019408:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760798.019420:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25858048 i_blocks 51207
00000020:00200000:1.0:1789760798.019424:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760798.019431:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760798.019457:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25858048, count: 4096
00000080:00200000:1.0:1789760798.019463:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25858048, bytes: 4096
00000080:00200000:1.0:1789760798.019474:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760798.019481:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760798.019483:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25858048, 25862144) 0 0
00000080:00200000:1.0:1789760798.019487:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760798.019499:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6313, 6313]
00020000:00200000:1.0:1789760798.019516:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25858048 chunk: [25858048, 25862144) 25862144, 4096
00020000:00200000:1.0:1789760798.019520:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760798.019535:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6313, 6313]
00000008:00010000:1.0:1789760798.019548:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760798.019553:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760798.019562:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25858048, 25862144) append 0 append lockpos 0
00000080:00200000:1.0:1789760798.019575:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25858048=0x18a9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760798.019618:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760798.019620:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25862144
00000020:00010000:1.0:1789760798.019658:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760798.019662:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.019665:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.019668:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760798.019671:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760798.019678:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760798.019684:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760798.019699:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760798.019791:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 25858048<>25862144
00000100:00100000:0.0:1789760798.019921:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508496384:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760798.084624:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973633 gen 3
00000008:00010000:0.0:1789760798.084800:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf000
00000020:00200000:0.0:1789760798.084807:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.084816:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.084834:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf000
00000100:00100000:0.0:1789760798.084857:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508496384:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760798.085048:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6313, 6313]
00000080:00200000:1.0:1789760798.085060:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760798.085065:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760798.085077:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25862144 i_blocks 51207
00000020:00200000:1.0:1789760798.085080:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760798.085089:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760798.085114:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25862144, count: 4096
00000080:00200000:1.0:1789760798.085120:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25862144, bytes: 4096
00000080:00200000:1.0:1789760798.085128:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760798.085135:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760798.085137:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25862144, 25866240) 0 0
00000080:00200000:1.0:1789760798.085140:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760798.085152:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6314, 6314]
00020000:00200000:1.0:1789760798.085158:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25862144 chunk: [25862144, 25866240) 25866240, 4096
00020000:00200000:1.0:1789760798.085161:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760798.085174:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6314, 6314]
00000008:00010000:1.0:1789760798.085188:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760798.085193:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760798.085201:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25862144, 25866240) append 0 append lockpos 0
00000080:00200000:1.0:1789760798.085210:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25862144=0x18aa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760798.085253:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760798.085256:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25866240
00000020:00010000:1.0:1789760798.085262:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760798.085265:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.085268:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.085271:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760798.085274:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760798.085280:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760798.085285:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760798.085300:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760798.085462:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 25862144<>25866240
00000100:00100000:0.0:1789760798.085547:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508496512:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760798.164043:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973634 gen 3
00000008:00010000:0.0:1789760798.164091:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbff00
00000020:00200000:0.0:1789760798.164098:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.164112:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.164174:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbff00
00000100:00100000:0.0:1789760798.164201:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508496512:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760798.164370:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6314, 6314]
00000080:00200000:1.0:1789760798.164383:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760798.164388:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760798.164401:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25866240 i_blocks 51207
00000020:00200000:1.0:1789760798.164406:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760798.164415:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760798.164443:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25866240, count: 4096
00000080:00200000:1.0:1789760798.164449:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25866240, bytes: 4096
00000080:00200000:1.0:1789760798.164457:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760798.164464:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760798.164466:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25866240, 25870336) 0 0
00000080:00200000:1.0:1789760798.164470:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760798.164482:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6315, 6315]
00020000:00200000:1.0:1789760798.164489:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25866240 chunk: [25866240, 25870336) 25870336, 4096
00020000:00200000:1.0:1789760798.164493:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760798.164507:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6315, 6315]
00000008:00010000:1.0:1789760798.164521:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760798.164526:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760798.164534:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25866240, 25870336) append 0 append lockpos 0
00000080:00200000:1.0:1789760798.164546:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25866240=0x18ab000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760798.164603:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760798.164606:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25870336
00000020:00010000:1.0:1789760798.164614:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760798.164617:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.164620:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.164623:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760798.164626:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760798.164780:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760798.164785:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760798.164802:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760798.164899:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 25866240<>25870336
00000100:00100000:0.0:1789760798.164968:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508496640:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760798.224305:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973635 gen 3
00000008:00010000:0.0:1789760798.224342:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000020:00200000:0.0:1789760798.224349:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.224358:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.224378:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000100:00100000:0.0:1789760798.224402:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508496640:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760798.224495:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6315, 6315]
00000080:00200000:1.0:1789760798.224506:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760798.224511:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760798.224523:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25870336 i_blocks 51207
00000020:00200000:1.0:1789760798.224526:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760798.224534:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760798.224561:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25870336, count: 4096
00000080:00200000:1.0:1789760798.224567:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25870336, bytes: 4096
00000080:00200000:1.0:1789760798.224574:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760798.224581:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760798.224583:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25870336, 25874432) 0 0
00000080:00200000:1.0:1789760798.224587:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760798.226432:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6316, 6316]
00020000:00200000:1.0:1789760798.226445:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25870336 chunk: [25870336, 25874432) 25874432, 4096
00020000:00200000:1.0:1789760798.226449:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760798.226469:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6316, 6316]
00000008:00010000:1.0:1789760798.226488:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760798.226492:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760798.226504:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25870336, 25874432) append 0 append lockpos 0
00000080:00200000:1.0:1789760798.226517:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25870336=0x18ac000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760798.226575:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760798.226578:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25874432
00000020:00010000:1.0:1789760798.226584:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760798.226587:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.226590:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.226600:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760798.226603:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760798.226611:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760798.226618:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760798.226679:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760798.226794:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 25870336<>25874432
00000100:00100000:0.0:1789760798.227224:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508496768:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760798.270207:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973636 gen 3
00000008:00010000:0.0:1789760798.270242:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf600
00000020:00200000:0.0:1789760798.270249:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.270258:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.270434:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf600
00000100:00100000:0.0:1789760798.270460:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508496768:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760798.271563:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6316, 6316]
00000080:00200000:1.0:1789760798.271580:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760798.271586:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760798.271601:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25874432 i_blocks 51207
00000020:00200000:1.0:1789760798.271604:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760798.271614:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760798.271651:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25874432, count: 4096
00000080:00200000:1.0:1789760798.271658:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25874432, bytes: 4096
00000080:00200000:1.0:1789760798.271668:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760798.271675:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760798.271677:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25874432, 25878528) 0 0
00000080:00200000:1.0:1789760798.271680:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760798.271693:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6317, 6317]
00020000:00200000:1.0:1789760798.271700:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25874432 chunk: [25874432, 25878528) 25878528, 4096
00020000:00200000:1.0:1789760798.271704:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760798.271720:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6317, 6317]
00000008:00010000:1.0:1789760798.271733:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760798.271738:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760798.271746:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25874432, 25878528) append 0 append lockpos 0
00000080:00200000:1.0:1789760798.271757:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25874432=0x18ad000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760798.271803:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760798.271806:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25878528
00000020:00010000:1.0:1789760798.271813:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760798.271816:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.271818:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.271821:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760798.271823:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760798.271829:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760798.271835:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760798.271849:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760798.272084:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 25874432<>25878528
00000100:00100000:0.0:1789760798.272144:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508496896:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760798.324904:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:0.0:1789760798.324915:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.324924:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.324948:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:0.0:1789760798.324980:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508496896:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760798.325668:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760798.325683:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508497024:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760798.361461:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760798.378866:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973638 gen 3
00000008:00010000:2.0:1789760798.378925:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee36c0
00000020:00200000:2.0:1789760798.378933:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760798.378960:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760798.378981:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee36c0
00000100:00100000:2.0:1789760798.379007:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508497024:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760798.435580:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6319, 6319]
00000080:00200000:2.0:1789760798.435594:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.435600:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.435612:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25886720 i_blocks 51207
00000020:00200000:2.0:1789760798.435616:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.435624:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.435739:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25886720, count: 4096
00000080:00200000:2.0:1789760798.435746:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25886720, bytes: 4096
00000080:00200000:2.0:1789760798.435755:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.435762:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.435764:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25886720, 25890816) 0 0
00000080:00200000:2.0:1789760798.435769:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.435781:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6320, 6320]
00020000:00200000:2.0:1789760798.435787:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25886720 chunk: [25886720, 25890816) 25890816, 4096
00020000:00200000:2.0:1789760798.435791:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.435805:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6320, 6320]
00000008:00010000:2.0:1789760798.435818:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.435823:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760798.435958:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25886720, 25890816) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.435970:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25886720=0x18b0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.436014:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.436016:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25890816
00000020:00010000:2.0:1789760798.436024:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.436027:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.436030:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.436033:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.436035:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.436042:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.436049:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.436062:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760798.436150:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 25886720<>25890816
00000100:00100000:2.0:1789760798.436453:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760798.436468:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508497280:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760798.494169:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973640 gen 3
00000008:00010000:2.0:1789760798.494211:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634900
00000020:00200000:2.0:1789760798.494218:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760798.494226:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760798.494254:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634900
00000100:00100000:2.0:1789760798.494289:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508497280:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760798.494488:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6320, 6320]
00000080:00200000:0.0:1789760798.494503:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.494508:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.494519:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25890816 i_blocks 51207
00000020:00200000:0.0:1789760798.494522:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.494531:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.494555:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25890816, count: 4096
00000080:00200000:0.0:1789760798.494560:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25890816, bytes: 4096
00000080:00200000:0.0:1789760798.494569:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.494575:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.494578:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25890816, 25894912) 0 0
00000080:00200000:0.0:1789760798.494581:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.494604:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6321, 6321]
00020000:00200000:0.0:1789760798.494610:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25890816 chunk: [25890816, 25894912) 25894912, 4096
00020000:00200000:0.0:1789760798.494613:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.494654:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6321, 6321]
00000008:00010000:0.0:1789760798.494669:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.494674:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760798.494682:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25890816, 25894912) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.494693:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25890816=0x18b1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.494733:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.494736:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25894912
00000020:00010000:0.0:1789760798.494742:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.494745:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.494748:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.494750:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.494753:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.494760:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.494765:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.494779:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760798.494888:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 25890816<>25894912
00000100:00100000:0.0:1789760798.494932:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760798.494947:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508497408:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760798.565077:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973641 gen 3
00000008:00010000:0.0:1789760798.565116:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760798.565122:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.565132:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.565157:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760798.565183:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508497408:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760798.565298:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6321, 6321]
00000080:00200000:2.0:1789760798.565321:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.565327:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.565338:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25894912 i_blocks 51207
00000020:00200000:2.0:1789760798.565342:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.565351:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.565377:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25894912, count: 4096
00000080:00200000:2.0:1789760798.565382:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25894912, bytes: 4096
00000080:00200000:2.0:1789760798.565390:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.565397:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.565399:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25894912, 25899008) 0 0
00000080:00200000:2.0:1789760798.565403:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.565417:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6322, 6322]
00020000:00200000:2.0:1789760798.565424:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25894912 chunk: [25894912, 25899008) 25899008, 4096
00020000:00200000:2.0:1789760798.565427:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.565442:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6322, 6322]
00000008:00010000:2.0:1789760798.565456:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.565460:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760798.565548:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25894912, 25899008) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.565560:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25894912=0x18b2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.565606:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.565609:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25899008
00000020:00010000:2.0:1789760798.565617:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.565621:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.565624:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.565739:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.565743:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.565750:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.565756:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.565771:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760798.565980:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 25894912<>25899008
00000080:00200000:2.0:1789760798.615299:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6322, 6322]
00000080:00200000:2.0:1789760798.615314:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.615319:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.615330:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25899008 i_blocks 51207
00000020:00200000:2.0:1789760798.615333:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.615342:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.615370:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25899008, count: 4096
00000080:00200000:2.0:1789760798.615377:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25899008, bytes: 4096
00000080:00200000:2.0:1789760798.615384:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.615390:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.615391:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25899008, 25903104) 0 0
00000080:00200000:2.0:1789760798.615395:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.615406:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6323, 6323]
00020000:00200000:2.0:1789760798.615410:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25899008 chunk: [25899008, 25903104) 25903104, 4096
00020000:00200000:2.0:1789760798.615413:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.615425:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6323, 6323]
00000008:00010000:2.0:1789760798.615435:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.615438:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760798.615446:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25899008, 25903104) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.615453:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25899008=0x18b3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.615543:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.615545:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25903104
00000020:00010000:2.0:1789760798.615551:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.615553:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.615555:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.615557:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.615559:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.615563:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.615567:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.615578:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760798.615714:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 25899008<>25903104
00000080:00200000:2.0:1789760798.664768:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6323, 6323]
00000080:00200000:2.0:1789760798.664789:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760798.664795:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760798.664807:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25903104 i_blocks 51207
00000020:00200000:2.0:1789760798.664811:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760798.664819:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760798.664843:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25903104, count: 4096
00000080:00200000:2.0:1789760798.664850:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25903104, bytes: 4096
00000080:00200000:2.0:1789760798.664856:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760798.664863:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760798.664866:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25903104, 25907200) 0 0
00000080:00200000:2.0:1789760798.664869:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760798.664881:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6324, 6324]
00020000:00200000:2.0:1789760798.664887:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25903104 chunk: [25903104, 25907200) 25907200, 4096
00020000:00200000:2.0:1789760798.664891:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760798.664905:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6324, 6324]
00000008:00010000:2.0:1789760798.665111:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760798.665117:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760798.665127:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25903104, 25907200) append 0 append lockpos 0
00000080:00200000:2.0:1789760798.665139:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25903104=0x18b4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760798.665183:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760798.665186:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25907200
00000020:00010000:2.0:1789760798.665193:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:2.0:1789760798.665196:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.665198:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760798.665201:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760798.665204:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760798.665211:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760798.665216:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760798.665230:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760798.665318:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99180 - object 0x280000401:3 offset 25903104<>25907200
00000100:00100000:2.0:1789760798.665356:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760798.665370:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508497792:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760798.703105:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634d80
00000020:00200000:2.0:1789760798.703116:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760798.703133:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760798.703151:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634d80
00000100:00100000:2.0:1789760798.703177:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508497792:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760798.731995:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6325, 6325]
00000080:00200000:0.0:1789760798.732007:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.732013:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.732024:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25911296 i_blocks 51207
00000020:00200000:0.0:1789760798.732027:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.732035:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.732059:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25911296, count: 4096
00000080:00200000:0.0:1789760798.732065:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25911296, bytes: 4096
00000080:00200000:0.0:1789760798.732072:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.732079:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.732081:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25911296, 25915392) 0 0
00000080:00200000:0.0:1789760798.732085:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.732097:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6326, 6326]
00020000:00200000:0.0:1789760798.732103:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25911296 chunk: [25911296, 25915392) 25915392, 4096
00020000:00200000:0.0:1789760798.732107:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.732121:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6326, 6326]
00000008:00010000:0.0:1789760798.732133:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.732137:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760798.732145:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25911296, 25915392) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.732155:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25911296=0x18b6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.732197:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.732200:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25915392
00000020:00010000:0.0:1789760798.732207:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.732210:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.732213:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.732216:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.732219:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.732224:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.732230:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.732244:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760798.732327:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 25911296<>25915392
00000100:00100000:1.0:1789760798.732388:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508498048:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760798.761843:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973646 gen 3
00000008:00010000:0.0:1789760798.761874:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760798.761879:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.761885:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.761898:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760798.761919:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508498048:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760798.762820:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508498176:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760798.791072:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973647 gen 3
00000008:00010000:2.0:1789760798.791106:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:2.0:1789760798.791113:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760798.791121:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760798.791144:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:2.0:1789760798.791167:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508498176:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760798.793249:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508498304:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760798.829817:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973648 gen 3
00000008:00010000:2.0:1789760798.829927:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:2.0:1789760798.829935:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760798.829946:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760798.830012:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:2.0:1789760798.830040:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508498304:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760798.831670:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508498432:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760798.871881:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee36c0
00000020:00200000:2.0:1789760798.871893:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760798.871902:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760798.871926:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee36c0
00000100:00100000:2.0:1789760798.871966:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508498432:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760798.872538:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6329, 6329]
00000080:00200000:0.0:1789760798.872561:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760798.872568:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760798.873675:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25927680 i_blocks 51207
00000020:00200000:0.0:1789760798.873686:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760798.873927:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760798.873972:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25927680, count: 4096
00000080:00200000:0.0:1789760798.873982:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25927680, bytes: 4096
00000080:00200000:0.0:1789760798.874066:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760798.874076:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760798.874079:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25927680, 25931776) 0 0
00000080:00200000:0.0:1789760798.874084:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760798.874102:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6330, 6330]
00020000:00200000:0.0:1789760798.874111:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25927680 chunk: [25927680, 25931776) 25931776, 4096
00020000:00200000:0.0:1789760798.874116:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760798.874139:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6330, 6330]
00000008:00010000:0.0:1789760798.874158:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760798.874163:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760798.874175:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25927680, 25931776) append 0 append lockpos 0
00000080:00200000:0.0:1789760798.874189:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25927680=0x18ba000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760798.874249:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760798.874252:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25931776
00000020:00010000:0.0:1789760798.874261:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:0.0:1789760798.874265:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.874268:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760798.874271:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760798.874274:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760798.874282:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760798.874289:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760798.874305:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760798.874436:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 25927680<>25931776
00000100:00100000:0.0:1789760798.874476:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760798.874501:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508498560:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760798.919844:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973650 gen 3
00000008:00010000:0.0:1789760798.920122:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760798.920131:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.920143:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.920163:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760798.920193:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508498560:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760798.920220:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6330, 6330]
00000080:00200000:1.0:1789760798.920236:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760798.920242:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760798.920256:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25931776 i_blocks 51207
00000020:00200000:1.0:1789760798.920260:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760798.920270:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760798.920303:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25931776, count: 4096
00000080:00200000:1.0:1789760798.920310:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25931776, bytes: 4096
00000080:00200000:1.0:1789760798.920319:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760798.920328:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760798.920330:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25931776, 25935872) 0 0
00000080:00200000:1.0:1789760798.920333:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760798.920349:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6331, 6331]
00020000:00200000:1.0:1789760798.920357:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25931776 chunk: [25931776, 25935872) 25935872, 4096
00020000:00200000:1.0:1789760798.920362:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760798.920382:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6331, 6331]
00000008:00010000:1.0:1789760798.920401:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760798.920406:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760798.920418:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25931776, 25935872) append 0 append lockpos 0
00000080:00200000:1.0:1789760798.920431:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25931776=0x18bb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760798.920501:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760798.920504:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25935872
00000020:00010000:1.0:1789760798.920512:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760798.920516:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.920519:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.920522:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760798.920525:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760798.920533:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760798.920539:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760798.920555:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760798.920715:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 25931776<>25935872
00000100:00100000:1.0:1789760798.920748:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760798.923529:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508498688:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760798.955318:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:0.0:1789760798.955335:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.955346:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.955371:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:0.0:1789760798.955402:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508498688:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760798.956464:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6331, 6331]
00000080:00200000:1.0:1789760798.956483:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760798.956489:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760798.956505:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25935872 i_blocks 51207
00000020:00200000:1.0:1789760798.956508:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760798.956518:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760798.956552:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25935872, count: 4096
00000080:00200000:1.0:1789760798.956560:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25935872, bytes: 4096
00000080:00200000:1.0:1789760798.956809:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760798.956820:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760798.956823:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25935872, 25939968) 0 0
00000080:00200000:1.0:1789760798.956828:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760798.956845:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6332, 6332]
00020000:00200000:1.0:1789760798.956853:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25935872 chunk: [25935872, 25939968) 25939968, 4096
00020000:00200000:1.0:1789760798.956858:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760798.956890:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6332, 6332]
00000008:00010000:1.0:1789760798.956909:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760798.956915:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760798.956928:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25935872, 25939968) append 0 append lockpos 0
00000080:00200000:1.0:1789760798.956943:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25935872=0x18bc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760798.957083:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760798.957086:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25939968
00000020:00010000:1.0:1789760798.957095:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760798.957099:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.957103:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.957106:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760798.957109:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760798.957118:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760798.957125:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760798.957145:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760798.957281:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 25935872<>25939968
00000100:00100000:0.0:1789760798.957998:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760798.958026:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508498816:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760798.987097:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973652 gen 3
00000008:00010000:0.0:1789760798.987160:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760798.987167:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760798.987175:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760798.987223:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000100:00100000:0.0:1789760798.987246:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508498816:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760798.987443:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6332, 6332]
00000080:00200000:1.0:1789760798.987459:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760798.987464:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760798.987479:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25939968 i_blocks 51207
00000020:00200000:1.0:1789760798.987483:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760798.987492:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760798.987535:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25939968, count: 4096
00000080:00200000:1.0:1789760798.987551:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25939968, bytes: 4096
00000080:00200000:1.0:1789760798.987560:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760798.987568:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760798.987570:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25939968, 25944064) 0 0
00000080:00200000:1.0:1789760798.987575:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760798.987591:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6333, 6333]
00020000:00200000:1.0:1789760798.987600:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25939968 chunk: [25939968, 25944064) 25944064, 4096
00020000:00200000:1.0:1789760798.987604:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760798.987625:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6333, 6333]
00000008:00010000:1.0:1789760798.987686:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760798.987691:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760798.987701:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25939968, 25944064) append 0 append lockpos 0
00000080:00200000:1.0:1789760798.987714:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25939968=0x18bd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760798.987764:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760798.987766:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25944064
00000020:00010000:1.0:1789760798.987774:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760798.987776:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.987780:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760798.987783:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760798.987786:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760798.987793:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760798.987799:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760798.987815:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760798.987944:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 25939968<>25944064
00000100:00100000:0.0:1789760798.988218:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760798.988237:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508498944:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.016248:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973653 gen 3
00000008:00010000:0.0:1789760799.016295:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760799.016303:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.016313:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.016381:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760799.016411:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508498944:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.019045:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6333, 6333]
00000080:00200000:1.0:1789760799.019074:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.019081:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.019098:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25944064 i_blocks 51207
00000020:00200000:1.0:1789760799.019104:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.019119:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.019151:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25944064, count: 4096
00000080:00200000:1.0:1789760799.019159:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25944064, bytes: 4096
00000080:00200000:1.0:1789760799.019174:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.019183:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.019186:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25944064, 25948160) 0 0
00000080:00200000:1.0:1789760799.019190:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.019206:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6334, 6334]
00020000:00200000:1.0:1789760799.019216:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25944064 chunk: [25944064, 25948160) 25948160, 4096
00020000:00200000:1.0:1789760799.019221:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.019241:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6334, 6334]
00000008:00010000:1.0:1789760799.019257:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.019263:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.019276:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25944064, 25948160) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.019294:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25944064=0x18be000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.019364:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.019367:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25948160
00000020:00010000:1.0:1789760799.019376:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.019380:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.019384:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.019387:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.019390:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.019399:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.019406:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.019433:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760799.019559:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 25944064<>25948160
00000100:00100000:0.0:1789760799.019730:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760799.019757:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508499072:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.052187:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973654 gen 3
00000008:00010000:0.0:1789760799.052235:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760799.052361:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.052375:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.052402:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000100:00100000:0.0:1789760799.052436:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508499072:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.052562:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6334, 6334]
00000080:00200000:1.0:1789760799.052579:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.052585:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.052600:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25948160 i_blocks 51207
00000020:00200000:1.0:1789760799.052603:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.052614:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.052665:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25948160, count: 4096
00000080:00200000:1.0:1789760799.052672:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25948160, bytes: 4096
00000080:00200000:1.0:1789760799.052686:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.052694:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.052696:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25948160, 25952256) 0 0
00000080:00200000:1.0:1789760799.052700:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.052715:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6335, 6335]
00020000:00200000:1.0:1789760799.052722:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25948160 chunk: [25948160, 25952256) 25952256, 4096
00020000:00200000:1.0:1789760799.052726:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.052744:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6335, 6335]
00000008:00010000:1.0:1789760799.052760:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.052765:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.052775:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25948160, 25952256) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.052787:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25948160=0x18bf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.052836:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.052839:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25952256
00000020:00010000:1.0:1789760799.052846:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.052849:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.052853:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.052856:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.052870:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.052878:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.052885:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.052902:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760799.053043:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 25948160<>25952256
00000100:00100000:0.0:1789760799.053238:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760799.053266:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508499200:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.083093:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973655 gen 3
00000008:00010000:0.0:1789760799.083141:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760799.083148:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.083156:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.083212:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760799.083244:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508499200:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.083375:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6335, 6335]
00000080:00200000:1.0:1789760799.083392:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.083398:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.083412:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25952256 i_blocks 51207
00000020:00200000:1.0:1789760799.083415:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.083424:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.083451:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25952256, count: 4096
00000080:00200000:1.0:1789760799.083455:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25952256, bytes: 4096
00000080:00200000:1.0:1789760799.083464:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.083470:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.083472:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25952256, 25956352) 0 0
00000080:00200000:1.0:1789760799.083476:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.083490:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6336, 6336]
00020000:00200000:1.0:1789760799.083496:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25952256 chunk: [25952256, 25956352) 25956352, 4096
00020000:00200000:1.0:1789760799.083499:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.083515:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6336, 6336]
00000008:00010000:1.0:1789760799.083528:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.083533:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.083543:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25952256, 25956352) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.083554:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25952256=0x18c0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.083597:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.083599:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25956352
00000020:00010000:1.0:1789760799.083606:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.083608:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.083611:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.083613:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.083615:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.083621:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.083625:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.083721:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760799.083845:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 25952256<>25956352
00000100:00100000:0.0:1789760799.083904:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508499328:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.107357:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973656 gen 3
00000008:00010000:0.0:1789760799.107408:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760799.107416:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.107428:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.107448:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760799.107478:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508499328:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.107497:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6336, 6336]
00000080:00200000:1.0:1789760799.107515:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.107530:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.107547:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25956352 i_blocks 51207
00000020:00200000:1.0:1789760799.107551:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.107560:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.107592:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25956352, count: 4096
00000080:00200000:1.0:1789760799.107599:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25956352, bytes: 4096
00000080:00200000:1.0:1789760799.107608:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.107615:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.107618:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25956352, 25960448) 0 0
00000080:00200000:1.0:1789760799.107623:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.107655:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6337, 6337]
00020000:00200000:1.0:1789760799.107664:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25956352 chunk: [25956352, 25960448) 25960448, 4096
00020000:00200000:1.0:1789760799.107669:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.107698:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6337, 6337]
00000008:00010000:1.0:1789760799.107715:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.107721:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.107732:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25956352, 25960448) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.107754:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25956352=0x18c1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.107810:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.107813:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25960448
00000020:00010000:1.0:1789760799.107821:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.107825:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.107829:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.107832:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.107835:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.107842:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.107848:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.107863:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760799.107998:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 25956352<>25960448
00000100:00100000:0.0:1789760799.108320:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508499456:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.134706:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973657 gen 3
00000008:00010000:0.0:1789760799.134768:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760799.134778:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.134789:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.134811:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000080:00200000:1.0:1789760799.134838:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6337, 6337]
00000100:00100000:0.0:1789760799.134842:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508499456:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.134861:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.134868:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.134884:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25960448 i_blocks 51207
00000020:00200000:1.0:1789760799.134889:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.134900:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.134931:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25960448, count: 4096
00000080:00200000:1.0:1789760799.134939:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25960448, bytes: 4096
00000080:00200000:1.0:1789760799.134958:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.134967:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.134969:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25960448, 25964544) 0 0
00000080:00200000:1.0:1789760799.134973:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.134990:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6338, 6338]
00020000:00200000:1.0:1789760799.134998:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25960448 chunk: [25960448, 25964544) 25964544, 4096
00020000:00200000:1.0:1789760799.135003:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.135022:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6338, 6338]
00000008:00010000:1.0:1789760799.135040:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.135046:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.135058:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25960448, 25964544) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.135072:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25960448=0x18c2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.135129:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.135132:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25964544
00000020:00010000:1.0:1789760799.135214:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.135219:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.135223:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.135227:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.135229:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.135238:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.135245:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.135262:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760799.135378:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 25960448<>25964544
00000100:00100000:0.0:1789760799.135432:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760799.135449:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508499584:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.161113:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973658 gen 3
00000008:00010000:0.0:1789760799.161167:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760799.161177:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.161189:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.161213:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760799.161242:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508499584:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.161359:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6338, 6338]
00000080:00200000:1.0:1789760799.161375:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.161381:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.161397:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25964544 i_blocks 51207
00000020:00200000:1.0:1789760799.161400:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.161410:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.161442:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25964544, count: 4096
00000080:00200000:1.0:1789760799.161450:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25964544, bytes: 4096
00000080:00200000:1.0:1789760799.161461:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.161470:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.161472:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25964544, 25968640) 0 0
00000080:00200000:1.0:1789760799.161477:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.161494:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6339, 6339]
00020000:00200000:1.0:1789760799.161503:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25964544 chunk: [25964544, 25968640) 25968640, 4096
00020000:00200000:1.0:1789760799.161508:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.161527:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6339, 6339]
00000008:00010000:1.0:1789760799.161544:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.161550:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.161561:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25964544, 25968640) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.161575:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25964544=0x18c3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.161713:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.161716:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25968640
00000020:00010000:1.0:1789760799.161725:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.161728:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.161732:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.161785:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.161790:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.161798:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.161805:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.161822:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760799.161943:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 25964544<>25968640
00000100:00100000:0.0:1789760799.162005:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508499712:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.187363:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973659 gen 3
00000008:00010000:0.0:1789760799.187417:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760799.187425:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.187436:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.187461:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760799.187492:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508499712:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.187649:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6339, 6339]
00000080:00200000:1.0:1789760799.187663:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.187667:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.187681:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25968640 i_blocks 51209
00000020:00200000:1.0:1789760799.187685:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.187694:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.187728:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25968640, count: 4096
00000080:00200000:1.0:1789760799.187736:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25968640, bytes: 4096
00000080:00200000:1.0:1789760799.187747:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.187756:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.187758:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25968640, 25972736) 0 0
00000080:00200000:1.0:1789760799.187763:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.187779:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6340, 6340]
00020000:00200000:1.0:1789760799.187786:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25968640 chunk: [25968640, 25972736) 25972736, 4096
00020000:00200000:1.0:1789760799.187791:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.187811:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6340, 6340]
00000008:00010000:1.0:1789760799.187829:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.187835:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.187847:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25968640, 25972736) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.187861:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25968640=0x18c4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.187917:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.187920:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25972736
00000020:00010000:1.0:1789760799.187929:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.187933:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.187937:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.187954:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.187957:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.187965:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.187972:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.187988:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760799.188112:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 25968640<>25972736
00000100:00100000:0.0:1789760799.188181:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508499840:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760799.219449:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760799.219460:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.219469:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.219487:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:0.0:1789760799.219515:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508499840:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.219522:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6340, 6340]
00000080:00200000:1.0:1789760799.219545:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.219552:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.219570:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25972736 i_blocks 51209
00000020:00200000:1.0:1789760799.219575:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.219587:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.219619:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25972736, count: 4096
00000080:00200000:1.0:1789760799.219662:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25972736, bytes: 4096
00000080:00200000:1.0:1789760799.219672:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.219680:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.219683:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25972736, 25976832) 0 0
00000080:00200000:1.0:1789760799.219687:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.219702:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6341, 6341]
00020000:00200000:1.0:1789760799.219710:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25972736 chunk: [25972736, 25976832) 25976832, 4096
00020000:00200000:1.0:1789760799.219714:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.219735:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6341, 6341]
00000008:00010000:1.0:1789760799.219762:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.219768:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.219779:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25972736, 25976832) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.219793:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25972736=0x18c5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.219852:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.219855:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25976832
00000020:00010000:1.0:1789760799.219863:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.219867:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.219871:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.219874:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.219877:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.219884:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.219891:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.219910:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760799.220046:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 25972736<>25976832
00000100:00100000:0.0:1789760799.220106:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760799.220122:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508499968:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.259274:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973660 gen 3
00000100:00100000:0.0:1789760799.259307:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4bea680 x1876699508499968/t4294973661(4294973661) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760815 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760799.259343:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760799.259349:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.259357:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.259380:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760799.259404:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508499968:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.259417:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6341, 6341]
00000080:00200000:1.0:1789760799.259446:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.259454:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.259470:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25976832 i_blocks 51209
00000020:00200000:1.0:1789760799.259474:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.259486:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.259523:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25976832, count: 4096
00000080:00200000:1.0:1789760799.259530:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25976832, bytes: 4096
00000080:00200000:1.0:1789760799.259540:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.259561:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.259564:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25976832, 25980928) 0 0
00000080:00200000:1.0:1789760799.259568:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.259585:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6342, 6342]
00020000:00200000:1.0:1789760799.259593:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25976832 chunk: [25976832, 25980928) 25980928, 4096
00020000:00200000:1.0:1789760799.259598:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.259620:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6342, 6342]
00000008:00010000:1.0:1789760799.259681:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.259687:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.259700:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25976832, 25980928) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.259714:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25976832=0x18c6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.259777:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.259780:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25980928
00000020:00010000:1.0:1789760799.259789:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.259793:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.259797:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.259800:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.259803:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.259812:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.259819:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.259839:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760799.259988:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 25976832<>25980928
00000100:00100000:1.0:1789760799.260044:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760799.260067:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508500096:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.293716:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973661 gen 3
00000100:00100000:0.0:1789760799.293745:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be9c00 x1876699508500096/t4294973662(4294973662) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760815 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760799.293780:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760799.293785:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.293792:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.293886:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760799.293908:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508500096:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.293985:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6342, 6342]
00000080:00200000:1.0:1789760799.293997:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.294002:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.294012:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25980928 i_blocks 51207
00000020:00200000:1.0:1789760799.294015:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.294022:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.294045:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25980928, count: 4096
00000080:00200000:1.0:1789760799.294051:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25980928, bytes: 4096
00000080:00200000:1.0:1789760799.294057:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.294064:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.294066:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25980928, 25985024) 0 0
00000080:00200000:1.0:1789760799.294070:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.294082:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6343, 6343]
00020000:00200000:1.0:1789760799.294088:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25980928 chunk: [25980928, 25985024) 25985024, 4096
00020000:00200000:1.0:1789760799.294091:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.294104:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6343, 6343]
00000008:00010000:1.0:1789760799.294116:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.294121:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.294129:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25980928, 25985024) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.294862:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25980928=0x18c7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.294912:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.294915:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25985024
00000020:00010000:1.0:1789760799.294923:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.294926:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.294929:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.294933:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.294935:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.294943:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.294961:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.294980:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760799.295070:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 25980928<>25985024
00000100:00100000:0.0:1789760799.295137:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508500224:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.346472:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973662 gen 3
00000100:00100000:0.0:1789760799.346504:0:2407:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be9500 x1876699508500224/t4294973663(4294973663) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760815 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760799.346541:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760799.346547:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.346554:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.346612:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000100:00100000:0.0:1789760799.346670:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508500224:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.346795:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6343, 6343]
00000080:00200000:1.0:1789760799.346807:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.346812:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.346929:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25985024 i_blocks 51207
00000020:00200000:1.0:1789760799.346998:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.347007:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.347035:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25985024, count: 4096
00000080:00200000:1.0:1789760799.347041:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25985024, bytes: 4096
00000080:00200000:1.0:1789760799.347130:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.347240:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.347242:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25985024, 25989120) 0 0
00000080:00200000:1.0:1789760799.347247:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.347261:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6344, 6344]
00020000:00200000:1.0:1789760799.347268:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25985024 chunk: [25985024, 25989120) 25989120, 4096
00020000:00200000:1.0:1789760799.347272:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.347287:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6344, 6344]
00000008:00010000:1.0:1789760799.347299:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.347304:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.347312:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25985024, 25989120) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.347322:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25985024=0x18c8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.347364:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.347367:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25989120
00000020:00010000:1.0:1789760799.347373:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.347376:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.347379:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.347382:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.347385:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.347391:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.347397:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.347411:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760799.347499:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 25985024<>25989120
00000100:00100000:0.0:1789760799.347572:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508500352:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.383350:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973663 gen 3
00000100:00100000:0.0:1789760799.383380:0:2406:0:(client.c:3169:ptlrpc_free_committed()) @@@ stopping search  req@ffff9686c4be8a80 x1876699508500352/t4294973664(4294973664) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 0 dl 1789760815 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'dd.0' uid:0 gid:0 projid:0
00000008:00010000:0.0:1789760799.383419:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760799.383426:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.383433:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.383498:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760799.383519:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508500352:192.168.203.123@tcp:4:dd.0
00010000:00010000:0.0:1789760799.384822:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1789760799.385558:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6344, 6344]
00000080:00200000:1.0:1789760799.385573:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.385578:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.385592:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25989120 i_blocks 51207
00000020:00200000:1.0:1789760799.385596:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.385606:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760799.385646:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25989120, count: 4096
00000080:00200000:1.0:1789760799.385653:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25989120, bytes: 4096
00000080:00200000:1.0:1789760799.385663:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760799.385669:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760799.385671:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25989120, 25993216) 0 0
00000080:00200000:1.0:1789760799.385675:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760799.385686:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6345, 6345]
00020000:00200000:1.0:1789760799.385692:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25989120 chunk: [25989120, 25993216) 25993216, 4096
00020000:00200000:1.0:1789760799.385696:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760799.385711:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6345, 6345]
00000008:00010000:1.0:1789760799.385725:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760799.385730:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760799.385739:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25989120, 25993216) append 0 append lockpos 0
00000080:00200000:1.0:1789760799.385749:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25989120=0x18c9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760799.385796:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760799.385799:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25993216
00000020:00010000:1.0:1789760799.385805:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_release():245
00000020:00010000:1.0:1789760799.385809:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.385811:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6518/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760799.385814:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c94897b8 (ffff9686c512d758/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760799.385817:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d758/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760799.385824:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760799.385829:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760799.385847:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760799.385956:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 25989120<>25993216
00000100:00100000:0.0:1789760799.386028:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508500480:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.410151:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973665 gen 3
00000008:00010000:0.0:1789760799.410216:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760799.410225:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.410235:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.410296:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000080:00200000:1.0:1789760799.410318:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6345, 6345]
00000100:00100000:0.0:1789760799.410328:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508500480:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.410336:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.410341:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760799.410356:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25993216 i_blocks 51207
00000020:00200000:1.0:1789760799.410360:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760799.410369:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760799.410445:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25993216, count: 4096
00000080:00200000:0.0:1789760799.410454:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25993216, bytes: 4096
00000080:00200000:0.0:1789760799.410464:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760799.410472:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760799.410474:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25993216, 25997312) 0 0
00000080:00200000:0.0:1789760799.410479:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760799.410495:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6346, 6346]
00020000:00200000:0.0:1789760799.410503:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25993216 chunk: [25993216, 25997312) 25997312, 4096
00020000:00200000:0.0:1789760799.410507:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760799.410527:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6346, 6346]
00000008:00010000:0.0:1789760799.410543:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760799.410549:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760799.410559:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25993216, 25997312) append 0 append lockpos 0
00000080:00200000:0.0:1789760799.410572:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25993216=0x18ca000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760799.410716:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760799.410719:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 25997312
00000020:00010000:0.0:1789760799.410727:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760799.410730:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760799.410733:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512d1b8/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760799.410736:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760799.410738:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760799.410746:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760799.410752:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760799.410766:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760799.410882:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 25993216<>25997312
00000100:00100000:0.0:1789760799.410924:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760799.410940:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508500608:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.435093:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973666 gen 3
00000008:00010000:0.0:1789760799.435142:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760799.435151:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.435161:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.436268:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760799.436306:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508500608:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.436485:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6346, 6346]
00000080:00200000:1.0:1789760799.436510:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.436517:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760799.436791:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 25997312 i_blocks 51207
00000020:00200000:0.0:1789760799.436797:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760799.436807:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760799.436837:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 25997312, count: 4096
00000080:00200000:0.0:1789760799.436843:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 25997312, bytes: 4096
00000080:00200000:0.0:1789760799.436856:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760799.436864:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760799.436872:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [25997312, 26001408) 0 0
00000080:00200000:0.0:1789760799.436885:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760799.436904:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6347, 6347]
00020000:00200000:0.0:1789760799.436911:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 25997312 chunk: [25997312, 26001408) 26001408, 4096
00020000:00200000:0.0:1789760799.436915:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760799.436933:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6347, 6347]
00000008:00010000:0.0:1789760799.436960:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760799.436965:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760799.436976:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [25997312, 26001408) append 0 append lockpos 0
00000080:00200000:0.0:1789760799.436990:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=25997312=0x18cb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760799.437040:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760799.437042:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26001408
00000020:00010000:0.0:1789760799.437134:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760799.437138:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760799.437141:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c512de18/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760799.437145:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760799.437148:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760799.437154:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760799.437160:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760799.437175:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760799.437287:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 25997312<>26001408
00000100:00100000:1.0:1789760799.437447:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760799.437464:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508500736:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.463247:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973667 gen 3
00000008:00010000:0.0:1789760799.463300:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760799.463308:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.463320:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.463384:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760799.463415:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508500736:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760799.463512:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6347, 6347]
00000080:00200000:1.0:1789760799.463527:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760799.463532:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760799.463653:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26001408 i_blocks 51207
00000020:00200000:0.0:1789760799.463658:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760799.463667:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760799.463698:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26001408, count: 4096
00000080:00200000:0.0:1789760799.463704:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26001408, bytes: 4096
00000080:00200000:0.0:1789760799.463714:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760799.463722:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760799.463724:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26001408, 26005504) 0 0
00000080:00200000:0.0:1789760799.463728:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760799.463744:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6348, 6348]
00020000:00200000:0.0:1789760799.463751:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26001408 chunk: [26001408, 26005504) 26005504, 4096
00020000:00200000:0.0:1789760799.463755:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760799.463772:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6348, 6348]
00000008:00010000:0.0:1789760799.463787:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760799.463793:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760799.463804:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26001408, 26005504) append 0 append lockpos 0
00000080:00200000:0.0:1789760799.463816:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26001408=0x18cc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760799.463861:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760799.463864:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26005504
00000020:00010000:0.0:1789760799.463871:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760799.463875:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760799.463878:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760799.463883:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760799.463885:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760799.463892:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760799.463897:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760799.463909:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760799.464028:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26001408<>26005504
00000100:00100000:1.0:1789760799.464083:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508500864:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.488169:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973668 gen 3
00000008:00010000:0.0:1789760799.488221:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760799.488230:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.488252:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.488281:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760799.488322:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508500864:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760799.488787:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6348, 6348]
00000080:00200000:2.0:1789760799.488803:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.488809:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.488823:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26005504 i_blocks 51207
00000020:00200000:2.0:1789760799.488827:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.488836:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.488868:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26005504, count: 4096
00000080:00200000:2.0:1789760799.488877:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26005504, bytes: 4096
00000080:00200000:2.0:1789760799.488886:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.488896:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.488898:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26005504, 26009600) 0 0
00000080:00200000:2.0:1789760799.488903:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.488918:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6349, 6349]
00020000:00200000:2.0:1789760799.488926:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26005504 chunk: [26005504, 26009600) 26009600, 4096
00020000:00200000:2.0:1789760799.488931:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.488960:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6349, 6349]
00000008:00010000:2.0:1789760799.488978:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.488983:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.488994:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26005504, 26009600) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.489007:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26005504=0x18cd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.489065:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.489068:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26009600
00000020:00010000:2.0:1789760799.489076:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.489079:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.489082:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.489085:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.489087:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.489094:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.489101:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.489116:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760799.489250:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 26005504<>26009600
00000080:00200000:2.0:1789760799.512612:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6349, 6349]
00000080:00200000:2.0:1789760799.513806:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.513816:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.513835:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26009600 i_blocks 51207
00000020:00200000:2.0:1789760799.513839:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.513852:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.513886:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26009600, count: 4096
00000080:00200000:2.0:1789760799.513894:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26009600, bytes: 4096
00000080:00200000:2.0:1789760799.513906:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.513914:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.513916:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26009600, 26013696) 0 0
00000080:00200000:2.0:1789760799.513921:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.513938:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6350, 6350]
00020000:00200000:2.0:1789760799.514068:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26009600 chunk: [26009600, 26013696) 26013696, 4096
00020000:00200000:2.0:1789760799.514074:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.514095:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6350, 6350]
00000008:00010000:2.0:1789760799.514228:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.514234:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.514247:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26009600, 26013696) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.514261:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26009600=0x18ce000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.514311:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.514314:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26013696
00000020:00010000:2.0:1789760799.514322:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.516988:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.517001:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.517006:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.517009:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.517025:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.517036:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.542359:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6350, 6350]
00000080:00200000:2.0:1789760799.542376:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.542382:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.542397:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26013696 i_blocks 51207
00000020:00200000:2.0:1789760799.542401:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.542411:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.542440:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26013696, count: 4096
00000080:00200000:2.0:1789760799.542447:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26013696, bytes: 4096
00000080:00200000:2.0:1789760799.542455:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.542462:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.542464:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26013696, 26017792) 0 0
00000080:00200000:2.0:1789760799.542467:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.542481:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6351, 6351]
00020000:00200000:2.0:1789760799.542487:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26013696 chunk: [26013696, 26017792) 26017792, 4096
00020000:00200000:2.0:1789760799.542491:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.542508:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6351, 6351]
00000008:00010000:2.0:1789760799.542526:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.542532:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.542544:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26013696, 26017792) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.542560:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26013696=0x18cf000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.542619:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.542622:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26017792
00000020:00010000:2.0:1789760799.542665:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.542668:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.542671:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.542674:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.542677:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.542684:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.542691:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.542705:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760799.542921:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b480 - object 0x280000401:3 offset 26013696<>26017792
00000080:00200000:2.0:1789760799.586024:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6351, 6351]
00000080:00200000:2.0:1789760799.586041:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.586047:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.586062:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26017792 i_blocks 51207
00000020:00200000:2.0:1789760799.586065:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.586076:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.586112:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26017792, count: 4096
00000080:00200000:2.0:1789760799.586119:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26017792, bytes: 4096
00000080:00200000:2.0:1789760799.586129:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.586138:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.586140:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26017792, 26021888) 0 0
00000080:00200000:2.0:1789760799.586145:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.586161:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6352, 6352]
00020000:00200000:2.0:1789760799.586169:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26017792 chunk: [26017792, 26021888) 26021888, 4096
00020000:00200000:2.0:1789760799.586174:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.586287:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6352, 6352]
00000008:00010000:2.0:1789760799.586304:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.586310:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.586321:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26017792, 26021888) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.586335:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26017792=0x18d0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.586391:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.586394:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26021888
00000020:00010000:2.0:1789760799.586402:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.586405:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.586409:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.586412:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.586415:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.586421:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.586428:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.586445:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760799.586565:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98700 - object 0x280000401:3 offset 26017792<>26021888
00000080:00200000:2.0:1789760799.615409:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6352, 6352]
00000080:00200000:2.0:1789760799.615426:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.615431:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.615447:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26021888 i_blocks 51207
00000020:00200000:2.0:1789760799.615451:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.615461:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.615493:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26021888, count: 4096
00000080:00200000:2.0:1789760799.615500:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26021888, bytes: 4096
00000080:00200000:2.0:1789760799.615511:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.615895:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.615897:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26021888, 26025984) 0 0
00000080:00200000:2.0:1789760799.615902:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.615918:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6353, 6353]
00020000:00200000:2.0:1789760799.615926:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26021888 chunk: [26021888, 26025984) 26025984, 4096
00020000:00200000:2.0:1789760799.615931:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.615963:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6353, 6353]
00000008:00010000:2.0:1789760799.615983:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.615988:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.616000:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26021888, 26025984) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.616013:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26021888=0x18d1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.616066:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.616069:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26025984
00000020:00010000:2.0:1789760799.616078:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.616081:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.616083:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.616086:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.616089:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.616096:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.616102:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.616130:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16340c0
00000008:00100000:2.0:1789760799.616272:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 26021888<>26025984
00000080:00200000:2.0:1789760799.656475:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6353, 6353]
00000080:00200000:2.0:1789760799.656499:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.656523:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.656545:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26025984 i_blocks 51207
00000020:00200000:2.0:1789760799.656551:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.656566:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.656742:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26025984, count: 4096
00000080:00200000:2.0:1789760799.656751:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26025984, bytes: 4096
00000080:00200000:2.0:1789760799.656764:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.656773:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.656775:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26025984, 26030080) 0 0
00000080:00200000:2.0:1789760799.656780:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.656794:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6354, 6354]
00020000:00200000:2.0:1789760799.656803:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26025984 chunk: [26025984, 26030080) 26030080, 4096
00020000:00200000:2.0:1789760799.656812:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.656831:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6354, 6354]
00000008:00010000:2.0:1789760799.656849:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.656855:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.656866:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26025984, 26030080) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.656891:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26025984=0x18d2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.656960:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.656963:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26030080
00000020:00010000:2.0:1789760799.656971:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.656974:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.656977:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.656988:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.656991:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.656998:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.657004:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.657022:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760799.657157:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9ad80 - object 0x280000401:3 offset 26025984<>26030080
00000080:00200000:2.0:1789760799.688662:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6354, 6354]
00000080:00200000:2.0:1789760799.688674:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.688680:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.688693:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26030080 i_blocks 51207
00000020:00200000:2.0:1789760799.688696:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.688705:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.688729:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26030080, count: 4096
00000080:00200000:2.0:1789760799.688735:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26030080, bytes: 4096
00000080:00200000:2.0:1789760799.688746:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.688753:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.688756:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26030080, 26034176) 0 0
00000080:00200000:2.0:1789760799.688760:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.688772:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6355, 6355]
00020000:00200000:2.0:1789760799.688779:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26030080 chunk: [26030080, 26034176) 26034176, 4096
00020000:00200000:2.0:1789760799.688783:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.688797:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6355, 6355]
00000008:00010000:2.0:1789760799.688810:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.688814:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.688822:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26030080, 26034176) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.688833:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26030080=0x18d3000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.688936:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.688940:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26034176
00000020:00010000:2.0:1789760799.688956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.688960:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.688963:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.688967:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.688970:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.689038:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.689044:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.689058:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760799.689146:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99f80 - object 0x280000401:3 offset 26030080<>26034176
00000080:00200000:2.0:1789760799.714418:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6355, 6355]
00000080:00200000:2.0:1789760799.714432:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.714437:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.714448:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26034176 i_blocks 51207
00000020:00200000:2.0:1789760799.714452:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.714460:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.714485:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26034176, count: 4096
00000080:00200000:2.0:1789760799.714490:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26034176, bytes: 4096
00000080:00200000:2.0:1789760799.714497:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.714504:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.714507:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26034176, 26038272) 0 0
00000080:00200000:2.0:1789760799.714510:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.714522:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6356, 6356]
00020000:00200000:2.0:1789760799.714527:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26034176 chunk: [26034176, 26038272) 26038272, 4096
00020000:00200000:2.0:1789760799.714531:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.714545:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6356, 6356]
00000008:00010000:2.0:1789760799.714558:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.714563:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.714571:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26034176, 26038272) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.714581:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26034176=0x18d4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.714619:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.714622:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26038272
00000020:00010000:2.0:1789760799.714645:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.714648:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.714651:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.714654:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.714657:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.714663:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.714668:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.714680:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634480
00000008:00100000:2.0:1789760799.714763:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98a80 - object 0x280000401:3 offset 26034176<>26038272
00000080:00200000:2.0:1789760799.733789:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6356, 6356]
00000080:00200000:2.0:1789760799.733802:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.733807:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.733818:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26038272 i_blocks 51207
00000020:00200000:2.0:1789760799.733822:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.733831:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.733918:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26038272, count: 4096
00000080:00200000:2.0:1789760799.733926:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26038272, bytes: 4096
00000080:00200000:2.0:1789760799.733933:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.733951:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.733953:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26038272, 26042368) 0 0
00000080:00200000:2.0:1789760799.733957:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.733971:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6357, 6357]
00020000:00200000:2.0:1789760799.733977:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26038272 chunk: [26038272, 26042368) 26042368, 4096
00020000:00200000:2.0:1789760799.733981:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.733994:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6357, 6357]
00000008:00010000:2.0:1789760799.734007:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.734012:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.734021:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26038272, 26042368) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.734032:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26038272=0x18d5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.734077:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.734080:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26042368
00000020:00010000:2.0:1789760799.734086:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.734089:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.734092:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.734094:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.734097:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.734103:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.734109:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.734123:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760799.734213:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99c00 - object 0x280000401:3 offset 26038272<>26042368
00000080:00200000:2.0:1789760799.757098:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6357, 6357]
00000080:00200000:2.0:1789760799.757110:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.757116:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.757128:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26042368 i_blocks 51207
00000020:00200000:2.0:1789760799.757131:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.757140:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.757173:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26042368, count: 4096
00000080:00200000:2.0:1789760799.757179:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26042368, bytes: 4096
00000080:00200000:2.0:1789760799.757186:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.757192:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.757194:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26042368, 26046464) 0 0
00000080:00200000:2.0:1789760799.757199:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.757211:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6358, 6358]
00020000:00200000:2.0:1789760799.757217:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26042368 chunk: [26042368, 26046464) 26046464, 4096
00020000:00200000:2.0:1789760799.757221:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.757235:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6358, 6358]
00000008:00010000:2.0:1789760799.757248:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.757253:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.757263:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26042368, 26046464) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.757273:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26042368=0x18d6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.757322:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.757325:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26046464
00000020:00010000:2.0:1789760799.757331:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.757335:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.757338:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.757341:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.757343:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.757349:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.757355:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.757368:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16343c0
00000008:00100000:2.0:1789760799.757473:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99880 - object 0x280000401:3 offset 26042368<>26046464
00000080:00200000:2.0:1789760799.778392:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6358, 6358]
00000080:00200000:2.0:1789760799.778407:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.778413:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.778428:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26046464 i_blocks 51207
00000020:00200000:2.0:1789760799.778432:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.778442:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.778484:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26046464, count: 4096
00000080:00200000:2.0:1789760799.778491:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26046464, bytes: 4096
00000080:00200000:2.0:1789760799.778499:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.778508:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.778510:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26046464, 26050560) 0 0
00000080:00200000:2.0:1789760799.778524:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.778540:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6359, 6359]
00020000:00200000:2.0:1789760799.778546:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26046464 chunk: [26046464, 26050560) 26050560, 4096
00020000:00200000:2.0:1789760799.778550:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.778567:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6359, 6359]
00000008:00010000:2.0:1789760799.778581:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.778586:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.778596:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26046464, 26050560) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.778610:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26046464=0x18d7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.778698:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.778701:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26050560
00000020:00010000:2.0:1789760799.778710:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.778714:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.778717:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.778721:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.778723:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.778730:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.778737:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.778752:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16349c0
00000008:00100000:2.0:1789760799.778887:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a680 - object 0x280000401:3 offset 26046464<>26050560
00000080:00200000:2.0:1789760799.801131:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6359, 6359]
00000080:00200000:2.0:1789760799.801151:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.801158:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.801173:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26050560 i_blocks 51207
00000020:00200000:2.0:1789760799.801178:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.801191:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.801222:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26050560, count: 4096
00000080:00200000:2.0:1789760799.801230:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26050560, bytes: 4096
00000080:00200000:2.0:1789760799.801242:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.801255:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.801257:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26050560, 26054656) 0 0
00000080:00200000:2.0:1789760799.801261:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.801277:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6360, 6360]
00020000:00200000:2.0:1789760799.801285:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26050560 chunk: [26050560, 26054656) 26054656, 4096
00020000:00200000:2.0:1789760799.801290:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.801312:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6360, 6360]
00000008:00010000:2.0:1789760799.801330:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.801336:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.801348:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26050560, 26054656) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.801362:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26050560=0x18d8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.801422:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.801425:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26054656
00000020:00010000:2.0:1789760799.801433:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.801436:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.801439:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.801442:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.801445:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.801452:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.801459:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.801477:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16349c0
00000008:00100000:2.0:1789760799.801695:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98380 - object 0x280000401:3 offset 26050560<>26054656
00000080:00200000:2.0:1789760799.828669:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6360, 6360]
00000080:00200000:2.0:1789760799.828679:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.828683:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.828692:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26054656 i_blocks 51207
00000020:00200000:2.0:1789760799.828695:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.828701:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.828721:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26054656, count: 4096
00000080:00200000:2.0:1789760799.828726:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26054656, bytes: 4096
00000080:00200000:2.0:1789760799.828732:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.828737:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.828739:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26054656, 26058752) 0 0
00000080:00200000:2.0:1789760799.828741:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.828750:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6361, 6361]
00020000:00200000:2.0:1789760799.828756:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26054656 chunk: [26054656, 26058752) 26058752, 4096
00020000:00200000:2.0:1789760799.828758:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.828769:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6361, 6361]
00000008:00010000:2.0:1789760799.828779:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.828782:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.828789:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26054656, 26058752) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.828797:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26054656=0x18d9000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.828976:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.828980:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26058752
00000020:00010000:2.0:1789760799.828987:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.828990:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.828994:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.829005:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.829008:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.829015:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.829020:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.829036:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16343c0
00000008:00100000:2.0:1789760799.829123:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99500 - object 0x280000401:3 offset 26054656<>26058752
00000080:00200000:2.0:1789760799.851303:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6361, 6361]
00000080:00200000:2.0:1789760799.851326:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.851332:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.851343:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26058752 i_blocks 51207
00000020:00200000:2.0:1789760799.851347:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.851357:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.851383:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26058752, count: 4096
00000080:00200000:2.0:1789760799.851389:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26058752, bytes: 4096
00000080:00200000:2.0:1789760799.851397:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.851404:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.851407:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26058752, 26062848) 0 0
00000080:00200000:2.0:1789760799.851411:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.851434:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6362, 6362]
00020000:00200000:2.0:1789760799.851440:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26058752 chunk: [26058752, 26062848) 26062848, 4096
00020000:00200000:2.0:1789760799.851444:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.851459:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6362, 6362]
00000008:00010000:2.0:1789760799.851472:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.851476:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.851485:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26058752, 26062848) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.851509:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26058752=0x18da000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.851554:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.851557:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26062848
00000020:00010000:2.0:1789760799.851563:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.851566:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.851569:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.851572:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.851575:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.851581:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.851586:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.851599:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760799.851750:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99500 - object 0x280000401:3 offset 26058752<>26062848
00000080:00200000:2.0:1789760799.878581:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6362, 6362]
00000080:00200000:2.0:1789760799.878599:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760799.878605:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760799.878621:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26062848 i_blocks 51207
00000020:00200000:2.0:1789760799.878625:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760799.878666:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760799.878698:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26062848, count: 4096
00000080:00200000:2.0:1789760799.878705:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26062848, bytes: 4096
00000080:00200000:2.0:1789760799.878714:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760799.878721:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760799.878724:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26062848, 26066944) 0 0
00000080:00200000:2.0:1789760799.878728:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760799.878744:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6363, 6363]
00020000:00200000:2.0:1789760799.878752:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26062848 chunk: [26062848, 26066944) 26066944, 4096
00020000:00200000:2.0:1789760799.878757:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760799.878842:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6363, 6363]
00000008:00010000:2.0:1789760799.879059:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760799.879066:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760799.879326:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26062848, 26066944) append 0 append lockpos 0
00000080:00200000:2.0:1789760799.879396:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26062848=0x18db000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760799.879461:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760799.879464:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26066944
00000020:00010000:2.0:1789760799.879473:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760799.879476:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.879479:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760799.879482:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760799.879484:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760799.879493:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760799.879500:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760799.879521:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634480
00000008:00100000:2.0:1789760799.879993:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98380 - object 0x280000401:3 offset 26062848<>26066944
00000080:00200000:0.0:1789760799.924225:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6363, 6363]
00000080:00200000:0.0:1789760799.924247:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760799.924252:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760799.924266:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26066944 i_blocks 51207
00000020:00200000:0.0:1789760799.924271:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760799.924285:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760799.924310:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26066944, count: 4096
00000080:00200000:0.0:1789760799.924317:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26066944, bytes: 4096
00000080:00200000:0.0:1789760799.924330:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760799.924337:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760799.924339:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26066944, 26071040) 0 0
00000080:00200000:0.0:1789760799.924342:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760799.924355:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6364, 6364]
00020000:00200000:0.0:1789760799.924362:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26066944 chunk: [26066944, 26071040) 26071040, 4096
00020000:00200000:0.0:1789760799.924365:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760799.924381:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6364, 6364]
00000008:00010000:0.0:1789760799.924395:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760799.924399:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760799.924408:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26066944, 26071040) append 0 append lockpos 0
00000080:00200000:0.0:1789760799.924419:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26066944=0x18dc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760799.924472:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760799.924474:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26071040
00000020:00010000:0.0:1789760799.924481:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760799.924484:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760799.924487:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760799.924490:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760799.924492:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760799.924499:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760799.924505:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760799.924522:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760799.924622:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26066944<>26071040
00000100:00100000:1.0:1789760799.924757:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508502912:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760799.974372:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973684 gen 3
00000008:00010000:0.0:1789760799.974422:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760799.974429:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760799.974438:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760799.974460:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760799.974492:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508502912:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760800.005378:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6365, 6365]
00000080:00200000:0.0:1789760800.005394:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760800.005400:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760800.005415:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26075136 i_blocks 51207
00000020:00200000:0.0:1789760800.005419:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760800.005429:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760800.005462:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26075136, count: 4096
00000080:00200000:0.0:1789760800.005469:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26075136, bytes: 4096
00000080:00200000:0.0:1789760800.005479:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760800.005487:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760800.005489:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26075136, 26079232) 0 0
00000080:00200000:0.0:1789760800.005493:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760800.005508:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6366, 6366]
00020000:00200000:0.0:1789760800.005517:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26075136 chunk: [26075136, 26079232) 26079232, 4096
00020000:00200000:0.0:1789760800.005521:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760800.005542:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6366, 6366]
00000008:00010000:0.0:1789760800.005559:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760800.005565:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760800.005576:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26075136, 26079232) append 0 append lockpos 0
00000080:00200000:0.0:1789760800.005677:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26075136=0x18de000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760800.005736:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760800.005739:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26079232
00000020:00010000:0.0:1789760800.005747:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760800.005750:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.005754:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.005758:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760800.005761:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760800.005769:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760800.005775:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760800.005791:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760800.005916:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26075136<>26079232
00000100:00100000:0.0:1789760800.005965:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760800.005982:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508503168:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760800.048099:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973686 gen 3
00000008:00010000:0.0:1789760800.048150:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760800.048158:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760800.048170:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760800.048193:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760800.048232:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508503168:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760800.082237:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6367, 6367]
00000080:00200000:2.0:1789760800.082324:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.082330:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.082346:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26083328 i_blocks 51207
00000020:00200000:2.0:1789760800.082350:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.082826:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.082861:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26083328, count: 4096
00000080:00200000:2.0:1789760800.082869:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26083328, bytes: 4096
00000080:00200000:2.0:1789760800.082880:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.082890:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.082892:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26083328, 26087424) 0 0
00000080:00200000:2.0:1789760800.082897:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.082914:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6368, 6368]
00020000:00200000:2.0:1789760800.082923:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26083328 chunk: [26083328, 26087424) 26087424, 4096
00020000:00200000:2.0:1789760800.082928:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.082958:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6368, 6368]
00000008:00010000:2.0:1789760800.082978:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.082985:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.082997:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26083328, 26087424) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.083012:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26083328=0x18e0000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.083073:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.083076:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26087424
00000020:00010000:2.0:1789760800.083084:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.083087:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.083091:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.083094:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.083096:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.083104:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.083110:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.083129:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760800.084387:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a680 - object 0x280000401:3 offset 26083328<>26087424
00000080:00200000:2.0:1789760800.118592:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6368, 6368]
00000080:00200000:2.0:1789760800.118610:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.118615:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.118660:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26087424 i_blocks 51207
00000020:00200000:2.0:1789760800.118665:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.118677:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.118709:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26087424, count: 4096
00000080:00200000:2.0:1789760800.118716:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26087424, bytes: 4096
00000080:00200000:2.0:1789760800.118725:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.118734:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.118736:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26087424, 26091520) 0 0
00000080:00200000:2.0:1789760800.118741:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.118757:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6369, 6369]
00020000:00200000:2.0:1789760800.118765:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26087424 chunk: [26087424, 26091520) 26091520, 4096
00020000:00200000:2.0:1789760800.118769:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.118789:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6369, 6369]
00000008:00010000:2.0:1789760800.118807:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.118813:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.118824:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26087424, 26091520) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.118838:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26087424=0x18e1000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.118893:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.118896:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26091520
00000020:00010000:2.0:1789760800.118904:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.118908:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.118911:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.118914:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.118917:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.118925:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.118931:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.118994:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760800.119123:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99880 - object 0x280000401:3 offset 26087424<>26091520
00000080:00200000:0.0:1789760800.151117:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6369, 6369]
00000080:00200000:0.0:1789760800.151146:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760800.151152:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760800.151167:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26091520 i_blocks 51207
00000020:00200000:0.0:1789760800.151171:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760800.151181:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760800.151216:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26091520, count: 4096
00000080:00200000:0.0:1789760800.151223:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26091520, bytes: 4096
00000080:00200000:0.0:1789760800.151231:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760800.151239:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760800.151241:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26091520, 26095616) 0 0
00000080:00200000:0.0:1789760800.151245:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760800.151258:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6370, 6370]
00020000:00200000:0.0:1789760800.151266:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26091520 chunk: [26091520, 26095616) 26095616, 4096
00020000:00200000:0.0:1789760800.151270:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760800.151288:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6370, 6370]
00000008:00010000:0.0:1789760800.151313:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760800.151319:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760800.151329:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26091520, 26095616) append 0 append lockpos 0
00000080:00200000:0.0:1789760800.151341:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26091520=0x18e2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760800.151390:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760800.151392:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26095616
00000020:00010000:0.0:1789760800.151399:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760800.151403:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.151405:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.151408:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760800.151411:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760800.151417:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760800.151423:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760800.151436:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760800.151545:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26091520<>26095616
00000100:00100000:1.0:1789760800.151670:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760800.151700:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508503680:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760800.179247:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973690 gen 3
00000008:00010000:0.0:1789760800.179363:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760800.179371:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760800.179381:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760800.179436:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760800.179465:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508503680:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760800.202499:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6371, 6371]
00000080:00200000:2.0:1789760800.202512:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.202516:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.202529:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26099712 i_blocks 51207
00000020:00200000:2.0:1789760800.202532:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.202539:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.202568:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26099712, count: 4096
00000080:00200000:2.0:1789760800.202573:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26099712, bytes: 4096
00000080:00200000:2.0:1789760800.202581:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.202587:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.202589:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26099712, 26103808) 0 0
00000080:00200000:2.0:1789760800.202593:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.202605:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6372, 6372]
00020000:00200000:2.0:1789760800.202612:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26099712 chunk: [26099712, 26103808) 26103808, 4096
00020000:00200000:2.0:1789760800.202615:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.202714:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6372, 6372]
00000008:00010000:2.0:1789760800.202733:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.202738:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.202749:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26099712, 26103808) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.202762:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26099712=0x18e4000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.202808:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.202810:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26103808
00000020:00010000:2.0:1789760800.202816:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.202818:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.202820:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.202823:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.202825:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.202829:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.202834:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.202846:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16340c0
00000008:00100000:2.0:1789760800.202976:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99c00 - object 0x280000401:3 offset 26099712<>26103808
00000080:00200000:2.0:1789760800.244113:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6372, 6372]
00000080:00200000:2.0:1789760800.244136:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.244143:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.244160:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26103808 i_blocks 51207
00000020:00200000:2.0:1789760800.244164:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.244178:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.244210:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26103808, count: 4096
00000080:00200000:2.0:1789760800.244217:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26103808, bytes: 4096
00000080:00200000:2.0:1789760800.244231:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.244240:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.244242:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26103808, 26107904) 0 0
00000080:00200000:2.0:1789760800.244247:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.244262:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6373, 6373]
00020000:00200000:2.0:1789760800.244269:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26103808 chunk: [26103808, 26107904) 26107904, 4096
00020000:00200000:2.0:1789760800.244273:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.244290:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6373, 6373]
00000008:00010000:2.0:1789760800.244308:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.244314:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.244325:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26103808, 26107904) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.244339:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26103808=0x18e5000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.244401:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.244404:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26107904
00000020:00010000:2.0:1789760800.244412:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.244415:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.244418:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.244421:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.244423:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.244430:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.244446:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.244465:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760800.244592:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98a80 - object 0x280000401:3 offset 26103808<>26107904
00000080:00200000:2.0:1789760800.274478:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6373, 6373]
00000080:00200000:2.0:1789760800.274495:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.274500:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.274514:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26107904 i_blocks 51209
00000020:00200000:2.0:1789760800.274517:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.274528:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.274561:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26107904, count: 4096
00000080:00200000:2.0:1789760800.274567:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26107904, bytes: 4096
00000080:00200000:2.0:1789760800.274577:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.274586:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.274589:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26107904, 26112000) 0 0
00000080:00200000:2.0:1789760800.274593:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.274609:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6374, 6374]
00020000:00200000:2.0:1789760800.274617:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26107904 chunk: [26107904, 26112000) 26112000, 4096
00020000:00200000:2.0:1789760800.274622:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.274675:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6374, 6374]
00000008:00010000:2.0:1789760800.274694:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.274699:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.274710:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26107904, 26112000) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.274724:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26107904=0x18e6000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.274779:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.274782:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26112000
00000020:00010000:2.0:1789760800.274791:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.274794:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.274797:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.274801:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.274804:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.274810:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.274816:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.274832:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760800.274961:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99f80 - object 0x280000401:3 offset 26107904<>26112000
00000080:00200000:2.0:1789760800.297512:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6374, 6374]
00000080:00200000:2.0:1789760800.297524:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.297529:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.297542:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26112000 i_blocks 51209
00000020:00200000:2.0:1789760800.297545:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.297553:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.297577:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26112000, count: 4096
00000080:00200000:2.0:1789760800.297583:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26112000, bytes: 4096
00000080:00200000:2.0:1789760800.297589:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.297595:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.297598:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26112000, 26116096) 0 0
00000080:00200000:2.0:1789760800.297602:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.297614:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6375, 6375]
00020000:00200000:2.0:1789760800.297621:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26112000 chunk: [26112000, 26116096) 26116096, 4096
00020000:00200000:2.0:1789760800.297625:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.297677:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6375, 6375]
00000008:00010000:2.0:1789760800.297690:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.297695:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.297703:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26112000, 26116096) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.297713:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26112000=0x18e7000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.297752:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.297754:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26116096
00000020:00010000:2.0:1789760800.297760:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.297763:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.297766:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.297769:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.297771:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.297777:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.297781:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.297794:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634cc0
00000008:00100000:2.0:1789760800.297888:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9ad80 - object 0x280000401:3 offset 26112000<>26116096
00000080:00200000:2.0:1789760800.321589:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6375, 6375]
00000080:00200000:2.0:1789760800.321602:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.321608:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.321619:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26116096 i_blocks 51209
00000020:00200000:2.0:1789760800.321622:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.321657:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.321682:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26116096, count: 4096
00000080:00200000:2.0:1789760800.321688:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26116096, bytes: 4096
00000080:00200000:2.0:1789760800.321695:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.321702:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.321705:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26116096, 26120192) 0 0
00000080:00200000:2.0:1789760800.321709:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.321720:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6376, 6376]
00020000:00200000:2.0:1789760800.321726:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26116096 chunk: [26116096, 26120192) 26120192, 4096
00020000:00200000:2.0:1789760800.321730:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.321743:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6376, 6376]
00000008:00010000:2.0:1789760800.321756:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.321761:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.321770:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26116096, 26120192) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.321782:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26116096=0x18e8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.321825:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.321828:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26120192
00000020:00010000:2.0:1789760800.321835:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.321838:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.321841:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.321845:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.321847:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.321853:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.321859:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.321873:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760800.322084:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 26116096<>26120192
00000100:00100000:2.0:1789760800.322119:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760800.322133:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508504448:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.343862:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973696 gen 3
00000008:00010000:2.0:1789760800.343900:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634d80
00000020:00200000:2.0:1789760800.343906:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.343914:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.343943:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634d80
00000100:00100000:2.0:1789760800.343969:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508504448:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760800.370484:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6377, 6377]
00000080:00200000:0.0:1789760800.370498:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760800.370503:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760800.370514:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26124288 i_blocks 51209
00000020:00200000:0.0:1789760800.370518:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760800.370527:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760800.370553:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26124288, count: 4096
00000080:00200000:0.0:1789760800.370560:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26124288, bytes: 4096
00000080:00200000:0.0:1789760800.370568:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760800.370575:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760800.370577:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26124288, 26128384) 0 0
00000080:00200000:0.0:1789760800.370581:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760800.370745:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6378, 6378]
00020000:00200000:0.0:1789760800.370753:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26124288 chunk: [26124288, 26128384) 26128384, 4096
00020000:00200000:0.0:1789760800.370757:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760800.370773:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6378, 6378]
00000008:00010000:0.0:1789760800.370788:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760800.370793:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760800.370802:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26124288, 26128384) append 0 append lockpos 0
00000080:00200000:0.0:1789760800.370969:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26124288=0x18ea000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760800.371025:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760800.371028:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26128384
00000020:00010000:0.0:1789760800.371036:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760800.371040:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.371043:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.371046:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760800.371049:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760800.371055:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760800.371059:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760800.371074:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760800.371164:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26124288<>26128384
00000100:00100000:1.0:1789760800.371231:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508504704:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760800.408209:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973698 gen 3
00000008:00010000:0.0:1789760800.408242:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760800.408248:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760800.408257:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760800.408278:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760800.408302:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508504704:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760800.408724:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.408730:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b030, osc lock ffff9686c5054720, flags 0x0
00010000:00010000:1.0:1789760800.408740:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:2.0:1789760800.408742:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26128384, 26132480) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.408755:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26128384=0x18eb000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.408799:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.408802:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26132480
00000020:00010000:2.0:1789760800.408821:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.408826:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.408829:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b030 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.408833:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.408835:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b030 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.408842:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.409154:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.409168:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760800.409261:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 26128384<>26132480
00000100:00100000:2.0:1789760800.409303:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760800.409318:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508504832:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.443766:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973699 gen 3
00000008:00010000:2.0:1789760800.443802:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634d80
00000020:00200000:2.0:1789760800.443884:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.443892:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.443973:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634d80
00000100:00100000:2.0:1789760800.443999:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508504832:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.447434:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508504960:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.467410:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973700 gen 3
00000008:00010000:2.0:1789760800.467447:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3f00
00000020:00200000:2.0:1789760800.467453:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.467461:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.467525:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3f00
00000100:00100000:2.0:1789760800.467550:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508504960:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.469356:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508505088:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.488995:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973701 gen 3
00000008:00010000:2.0:1789760800.489033:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3480
00000020:00200000:2.0:1789760800.489040:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.489050:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.489073:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3480
00000100:00100000:2.0:1789760800.489100:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508505088:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.489909:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760800.489932:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508505216:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.507966:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973702 gen 3
00000008:00010000:2.0:1789760800.508002:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3900
00000020:00200000:2.0:1789760800.508009:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.508017:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.508040:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3900
00000100:00100000:2.0:1789760800.508063:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508505216:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.510914:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508505344:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.526971:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973703 gen 3
00000008:00010000:2.0:1789760800.527020:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3240
00000020:00200000:2.0:1789760800.527029:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.527039:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.527056:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3240
00000100:00100000:2.0:1789760800.527084:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508505344:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.527598:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760800.527615:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508505472:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.552113:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973704 gen 3
00000008:00010000:2.0:1789760800.552172:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3180
00000020:00200000:2.0:1789760800.552180:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.552191:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.552217:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3180
00000100:00100000:2.0:1789760800.552247:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508505472:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760800.573757:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6385, 6385]
00000080:00200000:0.0:1789760800.573777:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760800.573791:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760800.573809:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26157056 i_blocks 51209
00000020:00200000:0.0:1789760800.573814:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760800.573825:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760800.573856:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26157056, count: 4096
00000080:00200000:0.0:1789760800.573863:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26157056, bytes: 4096
00000080:00200000:0.0:1789760800.573873:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760800.573890:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760800.573893:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26157056, 26161152) 0 0
00000080:00200000:0.0:1789760800.573898:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760800.573915:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6386, 6386]
00020000:00200000:0.0:1789760800.573923:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26157056 chunk: [26157056, 26161152) 26161152, 4096
00020000:00200000:0.0:1789760800.573932:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760800.573963:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6386, 6386]
00000008:00010000:0.0:1789760800.573979:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760800.573985:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760800.573995:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26157056, 26161152) append 0 append lockpos 0
00000080:00200000:0.0:1789760800.574007:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26157056=0x18f2000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760800.574062:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760800.574065:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26161152
00000020:00010000:0.0:1789760800.574072:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760800.574085:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.574091:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.574095:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760800.574098:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760800.574106:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760800.574113:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760800.574129:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760800.574245:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26157056<>26161152
00000100:00100000:0.0:1789760800.574292:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760800.574308:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508505728:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760800.592912:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973706 gen 3
00000008:00010000:0.0:1789760800.592981:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760800.592989:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760800.592998:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760800.593015:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760800.593040:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508505728:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.593545:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508505856:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.613958:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973707 gen 3
00000008:00010000:2.0:1789760800.614008:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3000
00000020:00200000:2.0:1789760800.614017:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.614027:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.614051:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3000
00000100:00100000:2.0:1789760800.614078:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508505856:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.614667:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760800.614682:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508505984:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.641260:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973708 gen 3
00000008:00010000:2.0:1789760800.641305:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3300
00000020:00200000:2.0:1789760800.641313:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.641323:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.641343:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3300
00000100:00100000:2.0:1789760800.641368:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508505984:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.641868:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760800.641885:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508506112:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.662973:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973709 gen 3
00000008:00010000:2.0:1789760800.663033:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3a80
00000020:00200000:2.0:1789760800.663041:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.663050:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.663068:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3a80
00000100:00100000:2.0:1789760800.663094:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508506112:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.663567:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508506240:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.677871:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973710 gen 3
00000008:00010000:2.0:1789760800.677923:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3b40
00000020:00200000:2.0:1789760800.677931:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.677955:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.677971:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3b40
00000100:00100000:2.0:1789760800.678001:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508506240:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760800.694921:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6391, 6391]
00000080:00200000:0.0:1789760800.694943:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760800.694949:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760800.694959:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26181632 i_blocks 51209
00000020:00200000:0.0:1789760800.694963:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760800.694972:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760800.694995:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26181632, count: 4096
00000080:00200000:0.0:1789760800.695000:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26181632, bytes: 4096
00000080:00200000:0.0:1789760800.695009:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760800.695016:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760800.695018:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26181632, 26185728) 0 0
00000080:00200000:0.0:1789760800.695022:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760800.695033:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6392, 6392]
00020000:00200000:0.0:1789760800.695039:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26181632 chunk: [26181632, 26185728) 26185728, 4096
00020000:00200000:0.0:1789760800.695042:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760800.695055:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6392, 6392]
00000008:00010000:0.0:1789760800.695067:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760800.695071:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760800.695079:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26181632, 26185728) append 0 append lockpos 0
00000080:00200000:0.0:1789760800.695089:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26181632=0x18f8000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760800.695191:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760800.695194:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26185728
00000020:00010000:0.0:1789760800.695201:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760800.695204:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.695207:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.695210:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760800.695213:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760800.695218:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760800.695223:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760800.695236:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760800.695378:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26181632<>26185728
00000100:00100000:1.0:1789760800.695495:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508506496:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760800.714083:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973712 gen 3
00000008:00010000:0.0:1789760800.714124:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760800.714130:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760800.714139:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760800.714160:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760800.714185:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508506496:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760800.734225:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6393, 6393]
00000080:00200000:2.0:1789760800.734239:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.734244:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.734261:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26189824 i_blocks 51209
00000020:00200000:2.0:1789760800.734265:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.734274:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.734297:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26189824, count: 4096
00000080:00200000:2.0:1789760800.734302:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26189824, bytes: 4096
00000080:00200000:2.0:1789760800.734320:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.734329:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.734331:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26189824, 26193920) 0 0
00000080:00200000:2.0:1789760800.734336:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.734348:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6394, 6394]
00020000:00200000:2.0:1789760800.734354:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26189824 chunk: [26189824, 26193920) 26193920, 4096
00020000:00200000:2.0:1789760800.734358:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.734373:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6394, 6394]
00000008:00010000:2.0:1789760800.734386:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.734391:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.734399:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26189824, 26193920) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.734420:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26189824=0x18fa000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.734473:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.734477:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26193920
00000020:00010000:2.0:1789760800.734484:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.734487:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.734490:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.734494:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.734497:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.734502:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.734508:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.734521:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760800.734616:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 26189824<>26193920
00000100:00100000:2.0:1789760800.734689:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760800.734703:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508506752:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.752900:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973714 gen 3
00000008:00010000:2.0:1789760800.752930:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634d80
00000020:00200000:2.0:1789760800.752944:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.752952:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.752969:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634d80
00000100:00100000:2.0:1789760800.752989:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508506752:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760800.772178:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6395, 6395]
00000080:00200000:0.0:1789760800.772190:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760800.772194:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760800.772206:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26198016 i_blocks 51209
00000020:00200000:0.0:1789760800.772209:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760800.772216:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760800.772240:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26198016, count: 4096
00000080:00200000:0.0:1789760800.772245:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26198016, bytes: 4096
00000080:00200000:0.0:1789760800.772252:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760800.772259:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760800.772261:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26198016, 26202112) 0 0
00000080:00200000:0.0:1789760800.772265:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760800.772276:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6396, 6396]
00020000:00200000:0.0:1789760800.772293:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26198016 chunk: [26198016, 26202112) 26202112, 4096
00020000:00200000:0.0:1789760800.772297:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760800.772312:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6396, 6396]
00000008:00010000:0.0:1789760800.772324:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760800.772329:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760800.772337:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26198016, 26202112) append 0 append lockpos 0
00000080:00200000:0.0:1789760800.772346:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26198016=0x18fc000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760800.772383:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760800.772386:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26202112
00000020:00010000:0.0:1789760800.772391:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760800.772394:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.772402:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.772410:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760800.772413:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760800.772418:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760800.772423:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760800.772435:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760800.772522:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26198016<>26202112
00000100:00100000:0.0:1789760800.772555:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760800.772568:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508507008:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760800.789337:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973716 gen 3
00000008:00010000:0.0:1789760800.789368:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760800.789373:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760800.789381:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760800.789396:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760800.789419:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508507008:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760800.789433:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6396, 6396]
00000080:00200000:1.0:1789760800.789448:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760800.789453:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760800.789465:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26202112 i_blocks 51209
00000020:00200000:1.0:1789760800.789469:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760800.789478:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760800.789510:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26202112, count: 4096
00000080:00200000:1.0:1789760800.789516:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26202112, bytes: 4096
00000080:00200000:1.0:1789760800.789524:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760800.789530:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760800.789533:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26202112, 26206208) 0 0
00000080:00200000:1.0:1789760800.789537:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760800.789548:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6397, 6397]
00020000:00200000:1.0:1789760800.789554:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26202112 chunk: [26202112, 26206208) 26206208, 4096
00020000:00200000:1.0:1789760800.789558:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760800.789571:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6397, 6397]
00000008:00010000:1.0:1789760800.789584:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760800.789588:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760800.789596:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26202112, 26206208) append 0 append lockpos 0
00000080:00200000:1.0:1789760800.789606:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26202112=0x18fd000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760800.789675:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760800.789679:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26206208
00000020:00010000:1.0:1789760800.789685:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760800.789688:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760800.789691:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760800.789695:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760800.789698:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760800.789705:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760800.789710:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760800.789723:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760800.789822:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 26202112<>26206208
00000100:00100000:1.0:1789760800.789856:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760800.789869:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508507136:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760800.805236:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973717 gen 3
00000008:00010000:0.0:1789760800.805277:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:0.0:1789760800.805284:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760800.805293:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760800.805306:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:0.0:1789760800.805331:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508507136:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760800.805507:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26206208=0x18fe000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760800.805552:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760800.805554:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26210304
00000020:00010000:3.0:1789760800.805559:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760800.805562:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760800.805564:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760800.805566:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760800.805568:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760800.805572:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760800.805576:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760800.805598:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000008:00100000:3.0:1789760800.805737:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8275880 - object 0x280000401:3 offset 26206208<>26210304
00000100:00100000:2.0:1789760800.805774:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508507264:192.168.203.123@tcp:4:dd.0
00000008:00010000:2.0:1789760800.827728:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000020:00200000:2.0:1789760800.827737:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.827745:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.827770:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000100:00100000:2.0:1789760800.827795:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508507264:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760800.827813:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6398, 6398]
00000080:00200000:0.0:1789760800.827827:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760800.827832:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760800.827843:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26210304 i_blocks 51209
00000020:00200000:0.0:1789760800.827846:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760800.827854:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760800.827892:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26210304, count: 4096
00000080:00200000:0.0:1789760800.827908:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26210304, bytes: 4096
00000080:00200000:0.0:1789760800.827917:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760800.827924:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760800.827925:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26210304, 26214400) 0 0
00000080:00200000:0.0:1789760800.827929:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760800.827951:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6399, 6399]
00020000:00200000:0.0:1789760800.827958:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26210304 chunk: [26210304, 26214400) 26214400, 4096
00020000:00200000:0.0:1789760800.827962:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760800.827976:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6399, 6399]
00000008:00010000:0.0:1789760800.827986:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760800.827990:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760800.827996:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26210304, 26214400) append 0 append lockpos 0
00000080:00200000:0.0:1789760800.828006:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26210304=0x18ff000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760800.828053:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760800.828056:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26214400
00000020:00010000:0.0:1789760800.828063:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760800.828066:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.828069:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.828072:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760800.828074:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760800.828081:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760800.828086:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760800.828100:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760800.828201:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26210304<>26214400
00000100:00100000:0.0:1789760800.828243:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760800.828256:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508507392:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760800.848117:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973719 gen 3
00000008:00010000:0.0:1789760800.848160:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760800.848167:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760800.848174:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760800.848221:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760800.848244:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508507392:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760800.848307:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6399, 6399]
00000080:00200000:1.0:1789760800.848317:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760800.848321:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760800.848330:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26214400 i_blocks 51209
00000020:00200000:1.0:1789760800.848333:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760800.848340:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760800.848361:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26214400, count: 4096
00000080:00200000:1.0:1789760800.848365:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26214400, bytes: 4096
00000080:00200000:1.0:1789760800.848371:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760800.848376:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760800.848378:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26214400, 26218496) 0 0
00000080:00200000:1.0:1789760800.848380:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760800.848390:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6400, 6400]
00020000:00200000:1.0:1789760800.848396:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26214400 chunk: [26214400, 26218496) 26218496, 4096
00020000:00200000:1.0:1789760800.848399:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760800.848414:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6400, 6400]
00000008:00010000:1.0:1789760800.848425:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760800.848430:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760800.848439:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26214400, 26218496) append 0 append lockpos 0
00000080:00200000:1.0:1789760800.848448:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26214400=0x1900000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760800.848490:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760800.848493:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26218496
00000020:00010000:1.0:1789760800.848499:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760800.848503:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760800.848506:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760800.848509:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760800.848512:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760800.848518:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760800.848524:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760800.848536:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760800.848625:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bead80 - object 0x280000401:3 offset 26214400<>26218496
00000100:00100000:0.0:1789760800.848768:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508507520:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760800.867356:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973720 gen 3
00000008:00010000:0.0:1789760800.867386:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:0.0:1789760800.867392:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760800.867399:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760800.867421:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:0.0:1789760800.867443:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508507520:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760800.867463:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6400, 6400]
00000080:00200000:2.0:1789760800.867477:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.867483:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.867494:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26218496 i_blocks 51207
00000020:00200000:2.0:1789760800.867498:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.867507:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.867532:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26218496, count: 4096
00000080:00200000:2.0:1789760800.867538:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26218496, bytes: 4096
00000080:00200000:2.0:1789760800.867546:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.867554:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.867556:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26218496, 26222592) 0 0
00000080:00200000:2.0:1789760800.867560:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.867572:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6401, 6401]
00020000:00200000:2.0:1789760800.867578:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26218496 chunk: [26218496, 26222592) 26222592, 4096
00020000:00200000:2.0:1789760800.867582:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.867595:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6401, 6401]
00000008:00010000:2.0:1789760800.867606:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.867611:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.867619:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26218496, 26222592) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.867650:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26218496=0x1901000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.867753:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.867757:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26222592
00000020:00010000:2.0:1789760800.867763:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.867766:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.867770:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.867774:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.867777:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.867783:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.867788:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.867810:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760800.867897:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 26218496<>26222592
00000100:00100000:2.0:1789760800.867944:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760800.867957:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508507648:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760800.881277:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973721 gen 3
00000008:00010000:2.0:1789760800.881313:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634d80
00000020:00200000:2.0:1789760800.881319:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760800.881386:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760800.881406:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634d80
00000100:00100000:2.0:1789760800.881431:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508507648:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760800.881503:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6401, 6401]
00000080:00200000:0.0:1789760800.881516:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760800.881521:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760800.881532:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26222592 i_blocks 53257
00000020:00200000:0.0:1789760800.881535:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760800.881544:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760800.881567:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26222592, count: 4096
00000080:00200000:0.0:1789760800.881574:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26222592, bytes: 4096
00000080:00200000:0.0:1789760800.881581:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760800.881588:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760800.881591:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26222592, 26226688) 0 0
00000080:00200000:0.0:1789760800.881594:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760800.881607:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6402, 6402]
00020000:00200000:0.0:1789760800.881613:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26222592 chunk: [26222592, 26226688) 26226688, 4096
00020000:00200000:0.0:1789760800.881618:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760800.881660:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6402, 6402]
00000008:00010000:0.0:1789760800.881674:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760800.881678:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760800.881686:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26222592, 26226688) append 0 append lockpos 0
00000080:00200000:0.0:1789760800.881696:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26222592=0x1902000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760800.881736:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760800.881739:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26226688
00000020:00010000:0.0:1789760800.881745:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760800.881748:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.881751:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760800.881755:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760800.881758:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760800.881763:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760800.881768:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760800.881781:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760800.881866:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26222592<>26226688
00000100:00100000:0.0:1789760800.881908:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760800.881919:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508507776:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760800.900049:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973722 gen 3
00000008:00010000:0.0:1789760800.900083:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760800.900090:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760800.900097:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760800.900112:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760800.900135:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508507776:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760800.900153:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6402, 6402]
00000080:00200000:2.0:1789760800.900166:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.900171:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.900181:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26226688 i_blocks 53257
00000020:00200000:2.0:1789760800.900183:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.900191:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.900221:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26226688, count: 4096
00000080:00200000:2.0:1789760800.900227:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26226688, bytes: 4096
00000080:00200000:2.0:1789760800.900234:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.900241:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.900243:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26226688, 26230784) 0 0
00000080:00200000:2.0:1789760800.900247:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.900260:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6403, 6403]
00020000:00200000:2.0:1789760800.900266:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26226688 chunk: [26226688, 26230784) 26230784, 4096
00020000:00200000:2.0:1789760800.900270:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.900284:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6403, 6403]
00000008:00010000:2.0:1789760800.900297:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.900302:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.900310:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26226688, 26230784) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.900320:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26226688=0x1903000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.900362:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.900364:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26230784
00000020:00010000:2.0:1789760800.900371:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.900373:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.900375:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.900378:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.900379:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.900386:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.900391:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.900418:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760800.900518:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 26226688<>26230784
00000100:00100000:3.0:1789760800.901065:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508507904:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760800.920192:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973723 gen 3
00000008:00010000:3.0:1789760800.920230:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634d80
00000020:00200000:3.0:1789760800.920238:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760800.920245:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760800.920269:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634d80
00000100:00100000:3.0:1789760800.920293:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508507904:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760800.920395:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6403, 6403]
00000080:00200000:2.0:1789760800.920407:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.920412:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.920423:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26230784 i_blocks 53257
00000020:00200000:2.0:1789760800.920426:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.920435:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.920460:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26230784, count: 4096
00000080:00200000:2.0:1789760800.920466:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26230784, bytes: 4096
00000080:00200000:2.0:1789760800.920474:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.920480:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.920483:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26230784, 26234880) 0 0
00000080:00200000:2.0:1789760800.920487:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.920499:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6404, 6404]
00020000:00200000:2.0:1789760800.920507:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26230784 chunk: [26230784, 26234880) 26234880, 4096
00020000:00200000:2.0:1789760800.920511:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.920524:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6404, 6404]
00000008:00010000:2.0:1789760800.920536:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.920541:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.920550:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26230784, 26234880) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.920561:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26230784=0x1904000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.920604:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.920607:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26234880
00000020:00010000:2.0:1789760800.920614:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.920618:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.920620:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.920623:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.923151:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.923170:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.923179:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.923218:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760800.923326:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98700 - object 0x280000401:3 offset 26230784<>26234880
00000100:00100000:3.0:1789760800.923608:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760800.923644:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508508032:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760800.951472:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973724 gen 3
00000008:00010000:3.0:1789760800.951518:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634900
00000020:00200000:3.0:1789760800.951525:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760800.951533:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760800.951555:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634900
00000100:00100000:3.0:1789760800.951580:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508508032:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760800.951987:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6404, 6404]
00000080:00200000:2.0:1789760800.952001:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.952006:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.952018:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26234880 i_blocks 53257
00000020:00200000:2.0:1789760800.952022:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.952031:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.952057:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26234880, count: 4096
00000080:00200000:2.0:1789760800.952063:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26234880, bytes: 4096
00000080:00200000:2.0:1789760800.952070:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.952077:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.952079:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26234880, 26238976) 0 0
00000080:00200000:2.0:1789760800.952082:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.952095:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6405, 6405]
00020000:00200000:2.0:1789760800.952101:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26234880 chunk: [26234880, 26238976) 26238976, 4096
00020000:00200000:2.0:1789760800.952105:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.952119:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6405, 6405]
00000008:00010000:2.0:1789760800.952131:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.952135:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.952143:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26234880, 26238976) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.952154:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26234880=0x1905000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.952199:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.952202:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26238976
00000020:00010000:2.0:1789760800.952209:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.952212:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.952215:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.952218:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.952220:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.952227:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.952232:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.952247:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760800.952340:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b480 - object 0x280000401:3 offset 26234880<>26238976
00000100:00100000:3.0:1789760800.952404:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508508160:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760800.973561:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973725 gen 3
00000008:00010000:3.0:1789760800.973593:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634900
00000020:00200000:3.0:1789760800.973599:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760800.973606:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760800.973758:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634900
00000100:00100000:3.0:1789760800.973783:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508508160:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760800.973965:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6405, 6405]
00000080:00200000:2.0:1789760800.973976:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.973981:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.973992:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26238976 i_blocks 53257
00000020:00200000:2.0:1789760800.973996:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.974006:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.974044:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26238976, count: 4096
00000080:00200000:2.0:1789760800.974050:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26238976, bytes: 4096
00000080:00200000:2.0:1789760800.974058:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.974066:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.974068:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26238976, 26243072) 0 0
00000080:00200000:2.0:1789760800.974072:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.974084:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6406, 6406]
00020000:00200000:2.0:1789760800.974090:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26238976 chunk: [26238976, 26243072) 26243072, 4096
00020000:00200000:2.0:1789760800.974094:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.974108:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6406, 6406]
00000008:00010000:2.0:1789760800.974121:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.974126:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.974135:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26238976, 26243072) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.974144:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26238976=0x1906000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.974184:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.974187:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26243072
00000020:00010000:2.0:1789760800.974193:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.974196:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.974199:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.974202:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.974205:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.974212:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.974217:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.974230:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760800.974318:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 26238976<>26243072
00000100:00100000:3.0:1789760800.974377:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508508288:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760800.993269:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973726 gen 3
00000008:00010000:3.0:1789760800.993323:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634d80
00000020:00200000:3.0:1789760800.993332:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760800.993342:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760800.993436:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634d80
00000100:00100000:3.0:1789760800.993471:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508508288:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760800.993558:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6406, 6406]
00000080:00200000:2.0:1789760800.993574:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760800.993580:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760800.993595:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26243072 i_blocks 53257
00000020:00200000:2.0:1789760800.993599:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760800.993609:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760800.993666:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26243072, count: 4096
00000080:00200000:2.0:1789760800.993674:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26243072, bytes: 4096
00000080:00200000:2.0:1789760800.993683:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760800.993692:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760800.993694:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26243072, 26247168) 0 0
00000080:00200000:2.0:1789760800.993699:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760800.993713:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6407, 6407]
00020000:00200000:2.0:1789760800.993721:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26243072 chunk: [26243072, 26247168) 26247168, 4096
00020000:00200000:2.0:1789760800.993726:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760800.993765:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6407, 6407]
00000008:00010000:2.0:1789760800.993783:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760800.993789:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760800.993801:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26243072, 26247168) append 0 append lockpos 0
00000080:00200000:2.0:1789760800.993814:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26243072=0x1907000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760800.993872:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760800.993874:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26247168
00000020:00010000:2.0:1789760800.993883:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760800.993887:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.993890:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760800.993893:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760800.993896:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760800.993903:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760800.993911:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760800.993927:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634cc0
00000008:00100000:2.0:1789760800.994074:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99180 - object 0x280000401:3 offset 26243072<>26247168
00000100:00100000:3.0:1789760800.994144:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508508416:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.013503:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973727 gen 3
00000008:00010000:3.0:1789760801.013555:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634cc0
00000020:00200000:3.0:1789760801.013564:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.013573:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.013594:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634cc0
00000100:00100000:3.0:1789760801.013623:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508508416:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760801.013659:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6407, 6407]
00000080:00200000:0.0:1789760801.013678:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760801.013685:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760801.013699:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26247168 i_blocks 53257
00000020:00200000:0.0:1789760801.013703:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760801.013713:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760801.013745:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26247168, count: 4096
00000080:00200000:0.0:1789760801.013752:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26247168, bytes: 4096
00000080:00200000:0.0:1789760801.013761:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760801.013770:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760801.013772:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26247168, 26251264) 0 0
00000080:00200000:0.0:1789760801.013777:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760801.013792:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6408, 6408]
00020000:00200000:0.0:1789760801.013801:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26247168 chunk: [26247168, 26251264) 26251264, 4096
00020000:00200000:0.0:1789760801.013805:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760801.013822:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6408, 6408]
00000008:00010000:0.0:1789760801.013836:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760801.013840:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760801.013849:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26247168, 26251264) append 0 append lockpos 0
00000080:00200000:0.0:1789760801.013861:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26247168=0x1908000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760801.013904:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760801.013906:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26251264
00000020:00010000:0.0:1789760801.013912:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760801.013915:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.013917:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.013919:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760801.013921:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760801.013926:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760801.013941:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760801.013955:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760801.014065:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26247168<>26251264
00000100:00100000:1.0:1789760801.014123:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760801.014140:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508508544:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.027754:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973728 gen 3
00000008:00010000:0.0:1789760801.027788:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760801.027794:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.027802:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.027823:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760801.027855:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508508544:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.027857:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6408, 6408]
00000080:00200000:1.0:1789760801.027873:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.027878:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.027889:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26251264 i_blocks 53257
00000020:00200000:1.0:1789760801.027893:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.027903:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.027928:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26251264, count: 4096
00000080:00200000:1.0:1789760801.027948:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26251264, bytes: 4096
00000080:00200000:1.0:1789760801.027956:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.027963:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.027966:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26251264, 26255360) 0 0
00000080:00200000:1.0:1789760801.027970:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.027982:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6409, 6409]
00020000:00200000:1.0:1789760801.027988:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26251264 chunk: [26251264, 26255360) 26255360, 4096
00020000:00200000:1.0:1789760801.027991:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.028005:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6409, 6409]
00000008:00010000:1.0:1789760801.028019:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.028023:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.028031:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26251264, 26255360) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.028041:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26251264=0x1909000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.028087:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.028089:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26255360
00000020:00010000:1.0:1789760801.028096:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.028099:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.028102:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.028105:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.028108:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.028114:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.028119:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.028132:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760801.028220:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8380 - object 0x280000401:3 offset 26251264<>26255360
00000100:00100000:0.0:1789760801.028262:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760801.028274:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508508672:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.041529:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973729 gen 3
00000008:00010000:0.0:1789760801.041564:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf600
00000020:00200000:0.0:1789760801.041570:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.041587:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.041605:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf600
00000080:00200000:1.0:1789760801.041663:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6409, 6409]
00000100:00100000:0.0:1789760801.041668:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508508672:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.041679:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.041686:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.041697:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26255360 i_blocks 53257
00000020:00200000:1.0:1789760801.041701:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.041712:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.041736:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26255360, count: 4096
00000080:00200000:1.0:1789760801.041752:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26255360, bytes: 4096
00000080:00200000:1.0:1789760801.041759:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.041767:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.041769:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26255360, 26259456) 0 0
00000080:00200000:1.0:1789760801.041774:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.041790:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6410, 6410]
00020000:00200000:1.0:1789760801.041797:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26255360 chunk: [26255360, 26259456) 26259456, 4096
00020000:00200000:1.0:1789760801.041801:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.041816:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6410, 6410]
00000008:00010000:1.0:1789760801.041830:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.041834:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.041842:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26255360, 26259456) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.041862:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26255360=0x190a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.041907:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.041910:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26259456
00000020:00010000:1.0:1789760801.041930:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.041944:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.041948:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.041951:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.041954:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.041960:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.041966:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.041979:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760801.042075:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8a80 - object 0x280000401:3 offset 26255360<>26259456
00000100:00100000:1.0:1789760801.042108:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760801.042121:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508508800:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.053425:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973730 gen 3
00000008:00010000:0.0:1789760801.053469:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000020:00200000:0.0:1789760801.053476:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.053485:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.053513:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000100:00100000:0.0:1789760801.053539:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508508800:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.053648:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6410, 6410]
00000080:00200000:1.0:1789760801.053660:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.053665:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.053676:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26259456 i_blocks 53257
00000020:00200000:1.0:1789760801.053679:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.053686:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.053711:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26259456, count: 4096
00000080:00200000:1.0:1789760801.053723:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26259456, bytes: 4096
00000080:00200000:1.0:1789760801.053734:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.053742:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.053744:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26259456, 26263552) 0 0
00000080:00200000:1.0:1789760801.053747:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.053759:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6411, 6411]
00020000:00200000:1.0:1789760801.053766:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26259456 chunk: [26259456, 26263552) 26263552, 4096
00020000:00200000:1.0:1789760801.053769:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.053784:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6411, 6411]
00000008:00010000:1.0:1789760801.053796:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.053801:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.053819:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26259456, 26263552) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.053829:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26259456=0x190b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.053867:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.053869:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26263552
00000020:00010000:1.0:1789760801.053874:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.053876:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.053878:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.053880:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.053882:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.053886:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.053890:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.053901:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760801.054005:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9500 - object 0x280000401:3 offset 26259456<>26263552
00000100:00100000:0.0:1789760801.054066:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508508928:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.070051:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973731 gen 3
00000008:00010000:0.0:1789760801.070086:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbff00
00000020:00200000:0.0:1789760801.070091:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.070099:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.070119:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbff00
00000080:00200000:1.0:1789760801.070142:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6411, 6411]
00000100:00100000:0.0:1789760801.070154:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508508928:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.070156:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.070163:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.070175:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26263552 i_blocks 53257
00000020:00200000:1.0:1789760801.070180:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.070189:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.070213:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26263552, count: 4096
00000080:00200000:1.0:1789760801.070219:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26263552, bytes: 4096
00000080:00200000:1.0:1789760801.070233:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.070241:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.070243:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26263552, 26267648) 0 0
00000080:00200000:1.0:1789760801.070245:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.070256:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6412, 6412]
00020000:00200000:1.0:1789760801.070261:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26263552 chunk: [26263552, 26267648) 26267648, 4096
00020000:00200000:1.0:1789760801.070264:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.070275:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6412, 6412]
00000008:00010000:1.0:1789760801.070289:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.070294:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.070302:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26263552, 26267648) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.070312:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26263552=0x190c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.070366:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.070368:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26267648
00000020:00010000:1.0:1789760801.070374:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.070377:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.070380:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.070383:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.070385:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.070390:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.070395:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.070408:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760801.070491:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9c00 - object 0x280000401:3 offset 26263552<>26267648
00000100:00100000:0.0:1789760801.070556:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508509056:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.081974:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973732 gen 3
00000008:00010000:0.0:1789760801.082076:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf000
00000020:00200000:0.0:1789760801.082082:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.082090:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.082106:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf000
00000080:00200000:1.0:1789760801.082129:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6412, 6412]
00000100:00100000:0.0:1789760801.082135:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508509056:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.082145:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.082151:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.082163:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26267648 i_blocks 53257
00000020:00200000:1.0:1789760801.082167:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.082175:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.082200:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26267648, count: 4096
00000080:00200000:1.0:1789760801.082206:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26267648, bytes: 4096
00000080:00200000:1.0:1789760801.082214:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.082221:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.082223:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26267648, 26271744) 0 0
00000080:00200000:1.0:1789760801.082226:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.082239:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6413, 6413]
00020000:00200000:1.0:1789760801.082246:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26267648 chunk: [26267648, 26271744) 26271744, 4096
00020000:00200000:1.0:1789760801.082250:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.082263:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6413, 6413]
00000008:00010000:1.0:1789760801.082277:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.082282:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.082290:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26267648, 26271744) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.082300:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26267648=0x190d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.082339:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.082341:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26271744
00000020:00010000:1.0:1789760801.082347:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.082350:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.082353:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.082356:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.082359:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.082365:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.082370:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.082384:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf000
00000008:00100000:1.0:1789760801.082470:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bea680 - object 0x280000401:3 offset 26267648<>26271744
00000100:00100000:1.0:1789760801.082527:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508509184:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.097324:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973733 gen 3
00000008:00010000:0.0:1789760801.097356:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf000
00000020:00200000:0.0:1789760801.097362:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.097369:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.097385:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf000
00000100:00100000:0.0:1789760801.097409:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508509184:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.097412:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6413, 6413]
00000080:00200000:1.0:1789760801.097426:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.097431:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.097442:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26271744 i_blocks 53257
00000020:00200000:1.0:1789760801.097445:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.097453:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.097476:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26271744, count: 4096
00000080:00200000:1.0:1789760801.097482:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26271744, bytes: 4096
00000080:00200000:1.0:1789760801.097489:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.097496:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.097498:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26271744, 26275840) 0 0
00000080:00200000:1.0:1789760801.097502:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.097513:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6414, 6414]
00020000:00200000:1.0:1789760801.097519:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26271744 chunk: [26271744, 26275840) 26275840, 4096
00020000:00200000:1.0:1789760801.097523:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.097536:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6414, 6414]
00000008:00010000:1.0:1789760801.097549:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.097554:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.097562:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26271744, 26275840) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.097571:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26271744=0x190e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.097614:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.097616:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26275840
00000020:00010000:1.0:1789760801.097623:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.097659:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.097663:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.097666:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.097669:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.097677:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.097682:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.097695:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbff00
00000008:00100000:1.0:1789760801.097787:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 26271744<>26275840
00000100:00100000:0.0:1789760801.097885:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508509312:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.115781:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973734 gen 3
00000008:00010000:0.0:1789760801.115816:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbff00
00000020:00200000:0.0:1789760801.115822:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.115832:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.115851:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbff00
00000100:00100000:0.0:1789760801.115878:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508509312:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.115892:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6414, 6414]
00000080:00200000:1.0:1789760801.115922:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.115929:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.115962:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26275840 i_blocks 53257
00000020:00200000:1.0:1789760801.115967:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.115979:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.116021:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26275840, count: 4096
00000080:00200000:1.0:1789760801.116028:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26275840, bytes: 4096
00000080:00200000:1.0:1789760801.116035:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.116043:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.116044:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26275840, 26279936) 0 0
00000080:00200000:1.0:1789760801.116048:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.116065:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6415, 6415]
00020000:00200000:1.0:1789760801.116072:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26275840 chunk: [26275840, 26279936) 26279936, 4096
00020000:00200000:1.0:1789760801.116075:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.116101:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6415, 6415]
00000008:00010000:1.0:1789760801.116124:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.116130:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.116140:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26275840, 26279936) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.116154:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26275840=0x190f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.116209:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.116211:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26279936
00000020:00010000:1.0:1789760801.116218:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.116221:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.116227:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.116232:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.116234:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.116242:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.116248:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.116274:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000008:00100000:1.0:1789760801.116410:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 26275840<>26279936
00000100:00100000:0.0:1789760801.116477:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760801.116494:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508509440:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.137291:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973735 gen 3
00000008:00010000:0.0:1789760801.137329:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000020:00200000:0.0:1789760801.137349:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.137358:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.137379:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf3c0
00000100:00100000:0.0:1789760801.137402:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508509440:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.137500:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6415, 6415]
00000080:00200000:1.0:1789760801.137513:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.137518:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.137530:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26279936 i_blocks 53257
00000020:00200000:1.0:1789760801.137533:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.137541:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.137565:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26279936, count: 4096
00000080:00200000:1.0:1789760801.137571:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26279936, bytes: 4096
00000080:00200000:1.0:1789760801.137578:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.137685:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.137686:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26279936, 26284032) 0 0
00000080:00200000:1.0:1789760801.137690:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.137700:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6416, 6416]
00020000:00200000:1.0:1789760801.137706:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26279936 chunk: [26279936, 26284032) 26284032, 4096
00020000:00200000:1.0:1789760801.137709:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.137721:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6416, 6416]
00000008:00010000:1.0:1789760801.137732:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.137735:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.137742:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26279936, 26284032) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.137750:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26279936=0x1910000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.137784:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.137786:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26284032
00000020:00010000:1.0:1789760801.137792:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.137794:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.137796:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.137798:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.137800:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.137804:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.137808:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.137819:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf600
00000008:00100000:1.0:1789760801.137909:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 26279936<>26284032
00000100:00100000:1.0:1789760801.137956:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760801.137967:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508509568:192.168.203.123@tcp:4:dd.0
00000008:00010000:0.0:1789760801.156417:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf600
00000020:00200000:0.0:1789760801.156427:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.156435:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.156485:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6416, 6416]
00000008:00010000:0.0:1789760801.156487:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf600
00000080:00200000:1.0:1789760801.156499:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.156504:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.156515:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26284032 i_blocks 53257
00000020:00200000:1.0:1789760801.156518:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000100:00100000:0.0:1789760801.156520:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508509568:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.156525:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.156550:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26284032, count: 4096
00000080:00200000:1.0:1789760801.156555:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26284032, bytes: 4096
00000080:00200000:1.0:1789760801.156563:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.156570:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.156572:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26284032, 26288128) 0 0
00000080:00200000:1.0:1789760801.156576:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.156588:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6417, 6417]
00020000:00200000:1.0:1789760801.156595:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26284032 chunk: [26284032, 26288128) 26288128, 4096
00020000:00200000:1.0:1789760801.156598:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.156611:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6417, 6417]
00000008:00010000:1.0:1789760801.156624:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.156646:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.156654:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26284032, 26288128) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.156663:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26284032=0x1911000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.156695:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.156697:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26288128
00000020:00010000:1.0:1789760801.156702:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.156704:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.156705:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.156708:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.156709:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.156714:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.156718:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.156727:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfd80
00000008:00100000:1.0:1789760801.156813:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 26284032<>26288128
00000100:00100000:0.0:1789760801.156908:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508509696:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.176169:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973737 gen 3
00000008:00010000:0.0:1789760801.176211:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfd80
00000020:00200000:0.0:1789760801.176218:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.176227:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.176249:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfd80
00000100:00100000:0.0:1789760801.176268:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508509696:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.176335:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6417, 6417]
00000080:00200000:1.0:1789760801.176345:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.176348:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.176357:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26288128 i_blocks 53257
00000020:00200000:1.0:1789760801.176359:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.176365:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.176385:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26288128, count: 4096
00000080:00200000:1.0:1789760801.176390:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26288128, bytes: 4096
00000080:00200000:1.0:1789760801.176395:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.176400:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.176402:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26288128, 26292224) 0 0
00000080:00200000:1.0:1789760801.176405:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.176415:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6418, 6418]
00020000:00200000:1.0:1789760801.176419:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26288128 chunk: [26288128, 26292224) 26292224, 4096
00020000:00200000:1.0:1789760801.176422:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.176432:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6418, 6418]
00000008:00010000:1.0:1789760801.176444:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.176449:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.176459:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26288128, 26292224) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.176469:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26288128=0x1912000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.176508:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.176511:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26292224
00000020:00010000:1.0:1789760801.176517:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.176520:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.176523:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.176526:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.176528:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.176534:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.176539:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.176552:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760801.176742:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 26288128<>26292224
00000100:00100000:1.0:1789760801.176777:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760801.176789:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508509824:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.195123:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973738 gen 3
00000008:00010000:0.0:1789760801.195158:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:0.0:1789760801.195164:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.195172:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.195200:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:0.0:1789760801.195222:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508509824:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.195420:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6418, 6418]
00000080:00200000:2.0:1789760801.195447:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.195453:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.195464:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26292224 i_blocks 53257
00000020:00200000:2.0:1789760801.195468:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.195478:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.195513:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26292224, count: 4096
00000080:00200000:2.0:1789760801.195520:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26292224, bytes: 4096
00000080:00200000:2.0:1789760801.195528:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.195536:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.195538:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26292224, 26296320) 0 0
00000080:00200000:2.0:1789760801.195542:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.195555:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6419, 6419]
00020000:00200000:2.0:1789760801.195561:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26292224 chunk: [26292224, 26296320) 26296320, 4096
00020000:00200000:2.0:1789760801.195565:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.195593:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6419, 6419]
00000008:00010000:2.0:1789760801.195607:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.195613:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.195621:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26292224, 26296320) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.195657:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26292224=0x1913000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.195702:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.195705:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26296320
00000020:00010000:2.0:1789760801.195712:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.195716:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.195718:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.195721:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.195724:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.195730:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.195743:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.195757:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760801.195867:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 26292224<>26296320
00000100:00100000:3.0:1789760801.196087:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508509952:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.220424:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973739 gen 3
00000008:00010000:3.0:1789760801.220478:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:3.0:1789760801.220487:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.220496:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.220525:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:3.0:1789760801.220555:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508509952:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.220763:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6419, 6419]
00000080:00200000:2.0:1789760801.220777:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.220782:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.220793:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26296320 i_blocks 53257
00000020:00200000:2.0:1789760801.220796:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.220806:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.220827:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26296320, count: 4096
00000080:00200000:2.0:1789760801.220832:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26296320, bytes: 4096
00000080:00200000:2.0:1789760801.220838:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.220843:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.220845:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26296320, 26300416) 0 0
00000080:00200000:2.0:1789760801.220847:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.220857:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6420, 6420]
00020000:00200000:2.0:1789760801.220863:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26296320 chunk: [26296320, 26300416) 26300416, 4096
00020000:00200000:2.0:1789760801.220865:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.220885:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6420, 6420]
00000008:00010000:2.0:1789760801.220899:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.220904:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.220912:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26296320, 26300416) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.220924:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26296320=0x1914000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.220983:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.220986:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26300416
00000020:00010000:2.0:1789760801.220993:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.221004:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.221007:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.221010:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.221013:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.221020:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.221025:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.221042:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760801.221137:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 26296320<>26300416
00000100:00100000:2.0:1789760801.221206:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508510080:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.243737:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973740 gen 3
00000008:00010000:2.0:1789760801.243774:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634840
00000020:00200000:2.0:1789760801.243780:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.243787:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.243814:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634840
00000100:00100000:2.0:1789760801.243839:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508510080:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760801.244315:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6420, 6420]
00000080:00200000:0.0:1789760801.244326:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760801.244331:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760801.244343:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26300416 i_blocks 53257
00000020:00200000:0.0:1789760801.244346:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760801.244354:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760801.244386:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26300416, count: 4096
00000080:00200000:0.0:1789760801.244392:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26300416, bytes: 4096
00000080:00200000:0.0:1789760801.244401:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760801.244407:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760801.244409:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26300416, 26304512) 0 0
00000080:00200000:0.0:1789760801.244412:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760801.244424:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6421, 6421]
00020000:00200000:0.0:1789760801.244430:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26300416 chunk: [26300416, 26304512) 26304512, 4096
00020000:00200000:0.0:1789760801.244434:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760801.244449:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6421, 6421]
00000008:00010000:0.0:1789760801.244462:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760801.244468:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760801.244476:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26300416, 26304512) append 0 append lockpos 0
00000080:00200000:0.0:1789760801.244486:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26300416=0x1915000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760801.244528:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760801.244531:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26304512
00000020:00010000:0.0:1789760801.244537:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760801.244540:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.244543:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.244546:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760801.244549:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760801.244554:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760801.244560:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760801.244574:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760801.244698:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26300416<>26304512
00000100:00100000:0.0:1789760801.244727:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760801.244741:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508510208:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.262117:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973741 gen 3
00000008:00010000:0.0:1789760801.262150:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760801.262156:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.262164:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.262189:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760801.262211:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508510208:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.262287:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6421, 6421]
00000080:00200000:2.0:1789760801.262308:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.262315:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.262330:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26304512 i_blocks 53257
00000020:00200000:2.0:1789760801.262335:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.262347:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.262373:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26304512, count: 4096
00000080:00200000:2.0:1789760801.262379:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26304512, bytes: 4096
00000080:00200000:2.0:1789760801.262388:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.262396:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.262397:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26304512, 26308608) 0 0
00000080:00200000:2.0:1789760801.262401:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.262414:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6422, 6422]
00020000:00200000:2.0:1789760801.262421:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26304512 chunk: [26304512, 26308608) 26308608, 4096
00020000:00200000:2.0:1789760801.262424:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.262441:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6422, 6422]
00000008:00010000:2.0:1789760801.262467:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.262473:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.262484:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26304512, 26308608) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.262497:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26304512=0x1916000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.262563:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.262566:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26308608
00000020:00010000:2.0:1789760801.262575:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.262578:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.262581:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.262595:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.262598:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.262608:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.262614:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.262676:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760801.262797:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 26304512<>26308608
00000100:00100000:2.0:1789760801.262837:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760801.262853:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508510336:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.279577:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973742 gen 3
00000008:00010000:2.0:1789760801.279613:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634840
00000020:00200000:2.0:1789760801.279620:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.279654:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.279670:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634840
00000100:00100000:2.0:1789760801.279695:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508510336:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.279699:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6422, 6422]
00000080:00200000:3.0:1789760801.279714:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.279720:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.279732:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26308608 i_blocks 53257
00000020:00200000:3.0:1789760801.279736:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.279746:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.279771:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26308608, count: 4096
00000080:00200000:3.0:1789760801.279777:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26308608, bytes: 4096
00000080:00200000:3.0:1789760801.279785:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.279792:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.279794:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26308608, 26312704) 0 0
00000080:00200000:3.0:1789760801.279798:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.279810:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6423, 6423]
00020000:00200000:3.0:1789760801.279817:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26308608 chunk: [26308608, 26312704) 26312704, 4096
00020000:00200000:3.0:1789760801.279820:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.279834:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6423, 6423]
00000008:00010000:3.0:1789760801.279847:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.279851:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.279860:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26308608, 26312704) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.279870:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26308608=0x1917000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.279913:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.279916:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26312704
00000020:00010000:3.0:1789760801.279923:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.279926:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.279941:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.279945:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.279948:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.279954:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.279960:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.279985:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee39c0
00000008:00100000:3.0:1789760801.280080:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274e00 - object 0x280000401:3 offset 26308608<>26312704
00000100:00100000:3.0:1789760801.280120:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760801.280139:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508510464:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.296354:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973743 gen 3
00000008:00010000:3.0:1789760801.296446:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee39c0
00000020:00200000:3.0:1789760801.296454:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.296464:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.296492:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee39c0
00000100:00100000:3.0:1789760801.296521:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508510464:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.296607:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6423, 6423]
00000080:00200000:2.0:1789760801.296625:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.296676:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.296689:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26312704 i_blocks 53257
00000020:00200000:2.0:1789760801.296694:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.296705:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.296730:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26312704, count: 4096
00000080:00200000:2.0:1789760801.296737:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26312704, bytes: 4096
00000080:00200000:2.0:1789760801.296744:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.296752:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.296754:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26312704, 26316800) 0 0
00000080:00200000:2.0:1789760801.296759:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.296771:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6424, 6424]
00020000:00200000:2.0:1789760801.296777:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26312704 chunk: [26312704, 26316800) 26316800, 4096
00020000:00200000:2.0:1789760801.296781:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.296807:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6424, 6424]
00000008:00010000:2.0:1789760801.296821:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.296825:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.296834:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26312704, 26316800) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.296844:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26312704=0x1918000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.296888:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.296890:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26316800
00000020:00010000:2.0:1789760801.296897:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.296900:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.296903:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.296906:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.296909:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.296915:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.296921:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.296953:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760801.297056:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 26312704<>26316800
00000100:00100000:2.0:1789760801.297097:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760801.297117:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508510592:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.320489:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973744 gen 3
00000008:00010000:2.0:1789760801.320526:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634840
00000020:00200000:2.0:1789760801.320533:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.320542:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.320563:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634840
00000100:00100000:2.0:1789760801.320596:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508510592:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.320659:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6424, 6424]
00000080:00200000:3.0:1789760801.320672:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.320678:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.320689:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26316800 i_blocks 53257
00000020:00200000:3.0:1789760801.320692:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.320701:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.320725:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26316800, count: 4096
00000080:00200000:3.0:1789760801.320730:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26316800, bytes: 4096
00000080:00200000:3.0:1789760801.320737:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.320744:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.320746:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26316800, 26320896) 0 0
00000080:00200000:3.0:1789760801.320749:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.320761:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6425, 6425]
00020000:00200000:3.0:1789760801.320767:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26316800 chunk: [26316800, 26320896) 26320896, 4096
00020000:00200000:3.0:1789760801.320770:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.320783:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6425, 6425]
00000008:00010000:3.0:1789760801.320795:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.320799:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.320807:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26316800, 26320896) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.320817:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26316800=0x1919000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.320909:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.320912:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26320896
00000020:00010000:3.0:1789760801.320918:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.320921:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.320924:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.320927:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.320941:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.320947:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.320952:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.320964:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee39c0
00000008:00100000:3.0:1789760801.321046:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274e00 - object 0x280000401:3 offset 26316800<>26320896
00000100:00100000:3.0:1789760801.321076:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760801.321089:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508510720:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.336518:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973745 gen 3
00000008:00010000:3.0:1789760801.336553:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee39c0
00000020:00200000:3.0:1789760801.336559:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.336567:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.336592:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee39c0
00000100:00100000:3.0:1789760801.336616:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508510720:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.336760:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6425, 6425]
00000080:00200000:2.0:1789760801.336773:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.336779:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.336790:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26320896 i_blocks 53257
00000020:00200000:2.0:1789760801.336793:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.336802:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.336827:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26320896, count: 4096
00000080:00200000:2.0:1789760801.336833:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26320896, bytes: 4096
00000080:00200000:2.0:1789760801.336952:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.336960:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.336962:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26320896, 26324992) 0 0
00000080:00200000:2.0:1789760801.336966:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.336979:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6426, 6426]
00020000:00200000:2.0:1789760801.336985:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26320896 chunk: [26320896, 26324992) 26324992, 4096
00020000:00200000:2.0:1789760801.336989:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.337004:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6426, 6426]
00000008:00010000:2.0:1789760801.337017:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.337021:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.337030:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26320896, 26324992) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.337040:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26320896=0x191a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.337083:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.337086:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26324992
00000020:00010000:2.0:1789760801.337104:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.337108:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.337111:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.337115:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.337283:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.337291:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.337298:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.337312:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760801.337400:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 26320896<>26324992
00000100:00100000:2.0:1789760801.337436:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760801.337448:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508510848:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.362133:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973746 gen 3
00000008:00010000:2.0:1789760801.362172:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634840
00000020:00200000:2.0:1789760801.362178:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.362186:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.362274:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634840
00000100:00100000:2.0:1789760801.362299:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508510848:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760801.364700:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6426, 6426]
00000080:00200000:0.0:1789760801.364715:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760801.364720:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760801.364733:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26324992 i_blocks 53257
00000020:00200000:0.0:1789760801.364736:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760801.364748:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760801.364772:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26324992, count: 4096
00000080:00200000:0.0:1789760801.364778:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26324992, bytes: 4096
00000080:00200000:0.0:1789760801.364787:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760801.364794:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760801.364796:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26324992, 26329088) 0 0
00000080:00200000:0.0:1789760801.364816:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760801.364828:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6427, 6427]
00020000:00200000:0.0:1789760801.364835:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26324992 chunk: [26324992, 26329088) 26329088, 4096
00020000:00200000:0.0:1789760801.364838:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760801.364850:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6427, 6427]
00000008:00010000:0.0:1789760801.364860:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760801.364863:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760801.364870:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26324992, 26329088) append 0 append lockpos 0
00000080:00200000:0.0:1789760801.364879:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26324992=0x191b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760801.364925:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760801.364938:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26329088
00000020:00010000:0.0:1789760801.364945:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760801.364948:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.364950:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.364954:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760801.364956:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760801.364962:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760801.364966:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760801.364999:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760801.365096:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26324992<>26329088
00000100:00100000:1.0:1789760801.365314:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508510976:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.382115:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973747 gen 3
00000008:00010000:0.0:1789760801.382148:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760801.382154:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.382162:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.382184:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760801.382208:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508510976:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.383946:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6427, 6427]
00000080:00200000:2.0:1789760801.383961:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.383965:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.383977:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26329088 i_blocks 53257
00000020:00200000:2.0:1789760801.383981:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.383990:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.384014:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26329088, count: 4096
00000080:00200000:2.0:1789760801.384021:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26329088, bytes: 4096
00000080:00200000:2.0:1789760801.384030:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.384037:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.384039:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26329088, 26333184) 0 0
00000080:00200000:2.0:1789760801.384043:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.384055:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6428, 6428]
00020000:00200000:2.0:1789760801.384061:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26329088 chunk: [26329088, 26333184) 26333184, 4096
00020000:00200000:2.0:1789760801.384065:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.384078:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6428, 6428]
00000008:00010000:2.0:1789760801.384090:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.384095:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.384104:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26329088, 26333184) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.384114:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26329088=0x191c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.384155:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.384158:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26333184
00000020:00010000:2.0:1789760801.384163:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.384168:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.384170:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.384174:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.384176:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.384182:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.384188:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.384202:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760801.384288:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 26329088<>26333184
00000100:00100000:3.0:1789760801.384413:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508511104:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.400669:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973748 gen 3
00000008:00010000:3.0:1789760801.400701:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634840
00000020:00200000:3.0:1789760801.400706:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.400714:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.400740:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634840
00000100:00100000:3.0:1789760801.400765:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508511104:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.400775:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6428, 6428]
00000080:00200000:2.0:1789760801.400789:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.400795:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.400807:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26333184 i_blocks 53257
00000020:00200000:2.0:1789760801.400811:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.400822:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.400919:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26333184, count: 4096
00000080:00200000:2.0:1789760801.400926:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26333184, bytes: 4096
00000080:00200000:2.0:1789760801.400945:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.400953:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.400955:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26333184, 26337280) 0 0
00000080:00200000:2.0:1789760801.400959:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.400981:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6429, 6429]
00020000:00200000:2.0:1789760801.400988:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26333184 chunk: [26333184, 26337280) 26337280, 4096
00020000:00200000:2.0:1789760801.400992:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.401007:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6429, 6429]
00000008:00010000:2.0:1789760801.401020:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.401025:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.401036:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26333184, 26337280) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.401048:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26333184=0x191d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.401091:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.401094:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26337280
00000020:00010000:2.0:1789760801.401100:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.401104:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.401107:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.401111:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.401113:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.401127:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.401133:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.401145:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16340c0
00000008:00100000:2.0:1789760801.401239:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b100 - object 0x280000401:3 offset 26333184<>26337280
00000100:00100000:3.0:1789760801.401334:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508511232:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.414947:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973749 gen 3
00000008:00010000:3.0:1789760801.414982:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d16340c0
00000020:00200000:3.0:1789760801.414988:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.414995:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.415019:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d16340c0
00000100:00100000:3.0:1789760801.415044:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508511232:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.415108:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6429, 6429]
00000080:00200000:2.0:1789760801.415120:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.415125:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.415136:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26337280 i_blocks 53257
00000020:00200000:2.0:1789760801.415138:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.415146:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.415172:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26337280, count: 4096
00000080:00200000:2.0:1789760801.415178:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26337280, bytes: 4096
00000080:00200000:2.0:1789760801.415185:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.415191:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.415193:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26337280, 26341376) 0 0
00000080:00200000:2.0:1789760801.415197:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.415209:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6430, 6430]
00020000:00200000:2.0:1789760801.415216:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26337280 chunk: [26337280, 26341376) 26341376, 4096
00020000:00200000:2.0:1789760801.415220:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.415242:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6430, 6430]
00000008:00010000:2.0:1789760801.415256:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.415261:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.415269:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26337280, 26341376) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.415279:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26337280=0x191e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.415316:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.415318:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26341376
00000020:00010000:2.0:1789760801.415333:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.415337:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.415340:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.415343:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.415346:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.415351:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.415356:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.415369:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760801.415462:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b800 - object 0x280000401:3 offset 26337280<>26341376
00000100:00100000:3.0:1789760801.415525:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760801.415550:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508511360:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.427664:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973750 gen 3
00000008:00010000:3.0:1789760801.427700:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634e40
00000020:00200000:3.0:1789760801.427706:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.427714:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.427733:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634e40
00000100:00100000:3.0:1789760801.427765:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508511360:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.427992:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6430, 6430]
00000080:00200000:2.0:1789760801.428003:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.428006:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.428017:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26341376 i_blocks 53257
00000020:00200000:2.0:1789760801.428020:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.428029:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.428053:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26341376, count: 4096
00000080:00200000:2.0:1789760801.428058:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26341376, bytes: 4096
00000080:00200000:2.0:1789760801.428066:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.428072:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.428074:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26341376, 26345472) 0 0
00000080:00200000:2.0:1789760801.428077:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.428087:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6431, 6431]
00020000:00200000:2.0:1789760801.428092:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26341376 chunk: [26341376, 26345472) 26345472, 4096
00020000:00200000:2.0:1789760801.428094:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.428107:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6431, 6431]
00000008:00010000:2.0:1789760801.428117:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.428122:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.428130:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26341376, 26345472) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.428141:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26341376=0x191f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.428179:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.428181:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26345472
00000020:00010000:2.0:1789760801.428187:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.428189:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.428191:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.428194:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.428195:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.428199:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.428203:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.428213:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760801.428312:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a300 - object 0x280000401:3 offset 26341376<>26345472
00000100:00100000:2.0:1789760801.428360:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760801.428374:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508511488:192.168.203.123@tcp:4:dd.0
00010000:00010000:3.0:1789760801.432752:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760801.444750:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973751 gen 3
00000008:00010000:2.0:1789760801.444778:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634540
00000020:00200000:2.0:1789760801.444783:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.444789:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.444809:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634540
00000100:00100000:2.0:1789760801.444828:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508511488:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760801.445219:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6431, 6431]
00000080:00200000:0.0:1789760801.445241:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760801.445247:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760801.445259:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26345472 i_blocks 53257
00000020:00200000:0.0:1789760801.445262:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760801.445271:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760801.445295:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26345472, count: 4096
00000080:00200000:0.0:1789760801.445301:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26345472, bytes: 4096
00000080:00200000:0.0:1789760801.445309:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760801.445329:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760801.445331:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26345472, 26349568) 0 0
00000080:00200000:0.0:1789760801.445335:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760801.445348:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6432, 6432]
00020000:00200000:0.0:1789760801.445355:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26345472 chunk: [26345472, 26349568) 26349568, 4096
00020000:00200000:0.0:1789760801.445368:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760801.445384:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6432, 6432]
00000008:00010000:0.0:1789760801.445412:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760801.445417:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760801.445425:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26345472, 26349568) append 0 append lockpos 0
00000080:00200000:0.0:1789760801.445435:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26345472=0x1920000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760801.445474:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760801.445476:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26349568
00000020:00010000:0.0:1789760801.445492:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760801.445495:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.445498:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.445501:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760801.445504:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760801.445510:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760801.445514:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760801.445527:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760801.445612:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26345472<>26349568
00000100:00100000:0.0:1789760801.445673:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760801.445687:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508511616:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.460375:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973752 gen 3
00000008:00010000:0.0:1789760801.460411:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760801.460418:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.460426:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.460446:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760801.460470:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508511616:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.460572:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6432, 6432]
00000080:00200000:1.0:1789760801.460586:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.460591:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.460602:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26349568 i_blocks 53257
00000020:00200000:1.0:1789760801.460606:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.460614:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.460669:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26349568, count: 4096
00000080:00200000:1.0:1789760801.460676:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26349568, bytes: 4096
00000080:00200000:1.0:1789760801.460684:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.460691:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.460693:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26349568, 26353664) 0 0
00000080:00200000:1.0:1789760801.460697:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.460710:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6433, 6433]
00020000:00200000:1.0:1789760801.460717:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26349568 chunk: [26349568, 26353664) 26353664, 4096
00020000:00200000:1.0:1789760801.460721:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.460736:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6433, 6433]
00000008:00010000:1.0:1789760801.460748:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.460753:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.460761:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26349568, 26353664) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.460772:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26349568=0x1921000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.460816:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.460819:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26353664
00000020:00010000:1.0:1789760801.460826:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.460829:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.460832:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.460835:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.460838:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.460844:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.460850:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.460864:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760801.460974:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 26349568<>26353664
00000100:00100000:0.0:1789760801.461033:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508511744:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.482413:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973753 gen 3
00000008:00010000:0.0:1789760801.482459:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760801.482467:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.482477:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.482539:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000100:00100000:0.0:1789760801.482569:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508511744:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.482694:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6433, 6433]
00000080:00200000:1.0:1789760801.482710:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.482715:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.482730:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26353664 i_blocks 53257
00000020:00200000:1.0:1789760801.482734:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.482743:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.482774:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26353664, count: 4096
00000080:00200000:1.0:1789760801.482782:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26353664, bytes: 4096
00000080:00200000:1.0:1789760801.482801:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.482810:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.482811:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26353664, 26357760) 0 0
00000080:00200000:1.0:1789760801.482815:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.482830:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6434, 6434]
00020000:00200000:1.0:1789760801.482836:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26353664 chunk: [26353664, 26357760) 26357760, 4096
00020000:00200000:1.0:1789760801.482839:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.482863:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6434, 6434]
00000008:00010000:1.0:1789760801.482877:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.482881:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.482890:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26353664, 26357760) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.482902:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26353664=0x1922000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.482972:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.482975:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26357760
00000020:00010000:1.0:1789760801.482987:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.482991:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.482995:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.482998:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.483001:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.483008:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.483015:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.483029:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760801.483150:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 26353664<>26357760
00000100:00100000:0.0:1789760801.483228:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508511872:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.504072:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973754 gen 3
00000008:00010000:0.0:1789760801.504110:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760801.504115:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.504125:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.504146:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760801.504169:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508511872:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.504273:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6434, 6434]
00000080:00200000:1.0:1789760801.504285:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.504290:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.504301:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26357760 i_blocks 53257
00000020:00200000:1.0:1789760801.504305:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.504314:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.504339:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26357760, count: 4096
00000080:00200000:1.0:1789760801.504346:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26357760, bytes: 4096
00000080:00200000:1.0:1789760801.504354:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.504361:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.504363:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26357760, 26361856) 0 0
00000080:00200000:1.0:1789760801.504367:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.504379:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6435, 6435]
00020000:00200000:1.0:1789760801.504385:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26357760 chunk: [26357760, 26361856) 26361856, 4096
00020000:00200000:1.0:1789760801.504389:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.504403:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6435, 6435]
00000008:00010000:1.0:1789760801.504417:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.504422:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.504431:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26357760, 26361856) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.504442:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26357760=0x1923000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.504483:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.504486:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26361856
00000020:00010000:1.0:1789760801.504493:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.504496:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.504499:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.504502:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.504504:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.504523:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.504528:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.504541:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760801.504618:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 26357760<>26361856
00000100:00100000:0.0:1789760801.504775:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760801.504787:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508512000:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.523537:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973755 gen 3
00000008:00010000:0.0:1789760801.523570:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760801.523575:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.523581:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.523602:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000080:00200000:1.0:1789760801.523621:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6435, 6435]
00000100:00100000:0.0:1789760801.523626:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508512000:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.523659:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.523664:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.523674:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26361856 i_blocks 53257
00000020:00200000:1.0:1789760801.523678:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.523685:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.523708:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26361856, count: 4096
00000080:00200000:1.0:1789760801.523715:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26361856, bytes: 4096
00000080:00200000:1.0:1789760801.523721:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.523728:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.523730:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26361856, 26365952) 0 0
00000080:00200000:1.0:1789760801.523734:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.523746:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6436, 6436]
00020000:00200000:1.0:1789760801.523753:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26361856 chunk: [26361856, 26365952) 26365952, 4096
00020000:00200000:1.0:1789760801.523756:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.523771:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6436, 6436]
00000008:00010000:1.0:1789760801.523784:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.523789:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.523797:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26361856, 26365952) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.523807:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26361856=0x1924000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.523856:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.523858:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26365952
00000020:00010000:1.0:1789760801.523866:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.523868:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.523871:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.523875:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.523877:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.523884:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.523890:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.523902:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760801.523998:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 26361856<>26365952
00000100:00100000:0.0:1789760801.524085:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760801.524098:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508512128:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.536762:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973756 gen 3
00000008:00010000:0.0:1789760801.536812:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760801.536821:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.536833:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.536857:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760801.536885:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508512128:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.536887:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6436, 6436]
00000080:00200000:1.0:1789760801.536906:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.536913:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.536939:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26365952 i_blocks 53257
00000020:00200000:1.0:1789760801.536943:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.536957:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.536993:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26365952, count: 4096
00000080:00200000:1.0:1789760801.537001:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26365952, bytes: 4096
00000080:00200000:1.0:1789760801.537010:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.537017:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.537019:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26365952, 26370048) 0 0
00000080:00200000:1.0:1789760801.537022:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.537035:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6437, 6437]
00020000:00200000:1.0:1789760801.537042:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26365952 chunk: [26365952, 26370048) 26370048, 4096
00020000:00200000:1.0:1789760801.537045:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.537060:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6437, 6437]
00000008:00010000:1.0:1789760801.537084:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.537090:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.537102:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26365952, 26370048) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.537116:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26365952=0x1925000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.537175:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.537178:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26370048
00000020:00010000:1.0:1789760801.537186:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.537190:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.537194:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.537197:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.537200:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.537207:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.537213:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.537237:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760801.537362:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 26365952<>26370048
00000100:00100000:0.0:1789760801.537409:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760801.537424:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508512256:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.552149:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973757 gen 3
00000008:00010000:0.0:1789760801.552195:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760801.552203:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.552214:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.552282:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760801.552311:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508512256:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.552461:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6437, 6437]
00000080:00200000:1.0:1789760801.552478:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.552485:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.552500:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26370048 i_blocks 53257
00000020:00200000:1.0:1789760801.552504:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.552513:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.552546:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26370048, count: 4096
00000080:00200000:1.0:1789760801.552555:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26370048, bytes: 4096
00000080:00200000:1.0:1789760801.552564:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.552574:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.552577:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26370048, 26374144) 0 0
00000080:00200000:1.0:1789760801.552581:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.552598:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6438, 6438]
00020000:00200000:1.0:1789760801.552606:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26370048 chunk: [26370048, 26374144) 26374144, 4096
00020000:00200000:1.0:1789760801.552610:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.552663:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6438, 6438]
00000008:00010000:1.0:1789760801.552682:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.552688:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.552700:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26370048, 26374144) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.552713:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26370048=0x1926000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.552767:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.552770:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26374144
00000020:00010000:1.0:1789760801.552778:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.552782:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.552785:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.552789:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.552792:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.552799:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.552806:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.552822:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760801.552950:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8e00 - object 0x280000401:3 offset 26370048<>26374144
00000100:00100000:0.0:1789760801.553005:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508512384:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.569239:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973758 gen 3
00000008:00010000:0.0:1789760801.569284:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760801.569292:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.569303:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.569324:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000080:00200000:1.0:1789760801.569340:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6438, 6438]
00000100:00100000:0.0:1789760801.569355:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508512384:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.569363:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.569370:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.569385:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26374144 i_blocks 53257
00000020:00200000:1.0:1789760801.569389:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.569400:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.569445:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26374144, count: 4096
00000080:00200000:1.0:1789760801.569454:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26374144, bytes: 4096
00000080:00200000:1.0:1789760801.569462:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.569470:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.569473:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26374144, 26378240) 0 0
00000080:00200000:1.0:1789760801.569477:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.569492:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6439, 6439]
00020000:00200000:1.0:1789760801.569500:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26374144 chunk: [26374144, 26378240) 26378240, 4096
00020000:00200000:1.0:1789760801.569504:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.569522:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6439, 6439]
00000008:00010000:1.0:1789760801.569539:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.569545:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.569556:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26374144, 26378240) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.569569:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26374144=0x1927000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.569624:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.569678:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26378240
00000020:00010000:1.0:1789760801.569688:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.569692:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.569695:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.569700:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.569703:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.569710:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.569716:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.569732:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760801.569860:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8000 - object 0x280000401:3 offset 26374144<>26378240
00000100:00100000:0.0:1789760801.569924:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760801.569948:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508512512:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.587242:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973759 gen 3
00000008:00010000:0.0:1789760801.587292:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760801.587301:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.587311:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.587335:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760801.587365:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508512512:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.587420:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6439, 6439]
00000080:00200000:1.0:1789760801.587435:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.587450:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.587464:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26378240 i_blocks 53257
00000020:00200000:1.0:1789760801.587469:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.587479:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.587503:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26378240, count: 4096
00000080:00200000:1.0:1789760801.587511:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26378240, bytes: 4096
00000080:00200000:1.0:1789760801.587518:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.587525:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.587527:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26378240, 26382336) 0 0
00000080:00200000:1.0:1789760801.587531:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.587542:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6440, 6440]
00020000:00200000:1.0:1789760801.587549:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26378240 chunk: [26378240, 26382336) 26382336, 4096
00020000:00200000:1.0:1789760801.587553:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.587574:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6440, 6440]
00000008:00010000:1.0:1789760801.587588:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.587592:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.587600:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26378240, 26382336) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.587610:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26378240=0x1928000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.587689:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.587692:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26382336
00000020:00010000:1.0:1789760801.587698:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.587701:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.587703:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.587707:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.587709:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.587715:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.587721:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.587737:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000008:00100000:1.0:1789760801.587828:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be8700 - object 0x280000401:3 offset 26378240<>26382336
00000100:00100000:1.0:1789760801.587866:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760801.587885:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508512640:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.600624:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973760 gen 3
00000008:00010000:0.0:1789760801.600684:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000020:00200000:0.0:1789760801.600690:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.600698:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.600718:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfcc0
00000100:00100000:0.0:1789760801.600737:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508512640:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.600758:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6440, 6440]
00000080:00200000:2.0:1789760801.600772:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.600777:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.600788:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26382336 i_blocks 53257
00000020:00200000:2.0:1789760801.600791:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.600799:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.600822:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26382336, count: 4096
00000080:00200000:2.0:1789760801.600828:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26382336, bytes: 4096
00000080:00200000:2.0:1789760801.600835:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.600842:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.600844:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26382336, 26386432) 0 0
00000080:00200000:2.0:1789760801.600848:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.600860:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6441, 6441]
00020000:00200000:2.0:1789760801.600867:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26382336 chunk: [26382336, 26386432) 26386432, 4096
00020000:00200000:2.0:1789760801.600871:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.600884:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6441, 6441]
00000008:00010000:2.0:1789760801.600897:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.600902:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.600912:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26382336, 26386432) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.600921:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26382336=0x1929000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.600972:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.600975:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26386432
00000020:00010000:2.0:1789760801.600981:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.600984:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.600987:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.600991:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.600994:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.601000:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.601006:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.601018:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760801.601104:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a300 - object 0x280000401:3 offset 26382336<>26386432
00000100:00100000:3.0:1789760801.601177:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508512768:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.614895:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973761 gen 3
00000008:00010000:3.0:1789760801.614943:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634540
00000020:00200000:3.0:1789760801.614949:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.614956:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.614974:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634540
00000100:00100000:3.0:1789760801.614999:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508512768:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.615008:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6441, 6441]
00000080:00200000:2.0:1789760801.615021:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.615027:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.615038:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26386432 i_blocks 53257
00000020:00200000:2.0:1789760801.615042:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.615051:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.615075:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26386432, count: 4096
00000080:00200000:2.0:1789760801.615082:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26386432, bytes: 4096
00000080:00200000:2.0:1789760801.615088:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.615093:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.615094:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26386432, 26390528) 0 0
00000080:00200000:2.0:1789760801.615097:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.615107:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6442, 6442]
00020000:00200000:2.0:1789760801.615113:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26386432 chunk: [26386432, 26390528) 26390528, 4096
00020000:00200000:2.0:1789760801.615115:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.615128:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6442, 6442]
00000008:00010000:2.0:1789760801.615137:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.615141:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.615147:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26386432, 26390528) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.615154:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26386432=0x192a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.615187:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.615189:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26390528
00000020:00010000:2.0:1789760801.615193:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.615195:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.615197:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.615199:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.615201:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.615207:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.615212:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.615225:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634480
00000008:00100000:2.0:1789760801.615308:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a300 - object 0x280000401:3 offset 26386432<>26390528
00000100:00100000:3.0:1789760801.615354:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760801.615365:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508512896:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.631008:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973762 gen 3
00000008:00010000:3.0:1789760801.631045:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634480
00000020:00200000:3.0:1789760801.631051:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.631059:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.631079:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634480
00000100:00100000:3.0:1789760801.631104:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508512896:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.631131:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6442, 6442]
00000080:00200000:2.0:1789760801.631145:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.631150:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.631171:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26390528 i_blocks 53257
00000020:00200000:2.0:1789760801.631178:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.631187:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.631212:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26390528, count: 4096
00000080:00200000:2.0:1789760801.631218:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26390528, bytes: 4096
00000080:00200000:2.0:1789760801.631225:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.631231:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.631233:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26390528, 26394624) 0 0
00000080:00200000:2.0:1789760801.631238:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.631250:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6443, 6443]
00020000:00200000:2.0:1789760801.631256:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26390528 chunk: [26390528, 26394624) 26394624, 4096
00020000:00200000:2.0:1789760801.631261:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.631274:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6443, 6443]
00000008:00010000:2.0:1789760801.631288:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.631292:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.631301:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26390528, 26394624) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.631311:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26390528=0x192b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.631358:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.631361:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26394624
00000020:00010000:2.0:1789760801.631368:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.631371:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.631374:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.631377:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.631380:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.631387:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.631399:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.631411:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760801.631499:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b800 - object 0x280000401:3 offset 26390528<>26394624
00000100:00100000:3.0:1789760801.631560:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760801.631580:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508513024:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.649282:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973763 gen 3
00000008:00010000:3.0:1789760801.649317:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:3.0:1789760801.649324:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.649331:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.649347:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000080:00200000:2.0:1789760801.649373:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6443, 6443]
00000100:00100000:3.0:1789760801.649380:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508513024:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.649385:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.649390:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.649400:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26394624 i_blocks 53257
00000020:00200000:2.0:1789760801.649403:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.649410:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.649433:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26394624, count: 4096
00000080:00200000:2.0:1789760801.649440:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26394624, bytes: 4096
00000080:00200000:2.0:1789760801.649448:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.649456:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.649458:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26394624, 26398720) 0 0
00000080:00200000:2.0:1789760801.649462:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.649474:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6444, 6444]
00020000:00200000:2.0:1789760801.649481:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26394624 chunk: [26394624, 26398720) 26398720, 4096
00020000:00200000:2.0:1789760801.649485:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.649499:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6444, 6444]
00000008:00010000:2.0:1789760801.649508:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.649512:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.649519:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26394624, 26398720) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.649527:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26394624=0x192c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.649560:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.649562:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26398720
00000020:00010000:2.0:1789760801.649566:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.649569:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.649571:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.649573:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.649574:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.649579:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.649582:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.649592:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16343c0
00000008:00100000:2.0:1789760801.649775:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b100 - object 0x280000401:3 offset 26394624<>26398720
00000100:00100000:3.0:1789760801.649838:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760801.649851:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508513152:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.669403:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973764 gen 3
00000008:00010000:3.0:1789760801.669440:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d16343c0
00000020:00200000:3.0:1789760801.669446:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.669455:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.669480:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d16343c0
00000100:00100000:3.0:1789760801.669505:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508513152:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.669827:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6444, 6444]
00000080:00200000:2.0:1789760801.669839:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.669845:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.669856:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26398720 i_blocks 53257
00000020:00200000:2.0:1789760801.669860:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.669869:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.669892:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26398720, count: 4096
00000080:00200000:2.0:1789760801.669897:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26398720, bytes: 4096
00000080:00200000:2.0:1789760801.669904:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.669911:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.669913:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26398720, 26402816) 0 0
00000080:00200000:2.0:1789760801.669917:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.669938:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6445, 6445]
00020000:00200000:2.0:1789760801.669945:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26398720 chunk: [26398720, 26402816) 26402816, 4096
00020000:00200000:2.0:1789760801.669949:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.669967:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6445, 6445]
00000008:00010000:2.0:1789760801.669978:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.669983:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.669990:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26398720, 26402816) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.670000:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26398720=0x192d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.670039:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.670042:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26402816
00000020:00010000:2.0:1789760801.670048:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.670051:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.670054:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.670057:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.670060:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.670066:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.670071:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.670083:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16349c0
00000008:00100000:2.0:1789760801.670168:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98e00 - object 0x280000401:3 offset 26398720<>26402816
00000100:00100000:3.0:1789760801.671660:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760801.671681:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508513280:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.686829:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973765 gen 3
00000008:00010000:3.0:1789760801.686872:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d16349c0
00000020:00200000:3.0:1789760801.686877:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.686884:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.686898:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d16349c0
00000100:00100000:3.0:1789760801.686918:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508513280:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.686951:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6445, 6445]
00000080:00200000:2.0:1789760801.686965:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.686970:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.686982:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26402816 i_blocks 53257
00000020:00200000:2.0:1789760801.686985:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.686994:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.687071:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26402816, count: 4096
00000080:00200000:2.0:1789760801.687079:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26402816, bytes: 4096
00000080:00200000:2.0:1789760801.687087:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.687094:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.687097:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26402816, 26406912) 0 0
00000080:00200000:2.0:1789760801.687100:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.687113:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6446, 6446]
00020000:00200000:2.0:1789760801.687121:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26402816 chunk: [26402816, 26406912) 26406912, 4096
00020000:00200000:2.0:1789760801.687125:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.687138:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6446, 6446]
00000008:00010000:2.0:1789760801.687152:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.687156:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.687165:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26402816, 26406912) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.687176:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26402816=0x192e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.687216:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.687218:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26406912
00000020:00010000:2.0:1789760801.687225:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.687228:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.687230:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.687233:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.687235:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.687241:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.687246:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.687258:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16349c0
00000008:00100000:2.0:1789760801.687340:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9aa00 - object 0x280000401:3 offset 26402816<>26406912
00000100:00100000:3.0:1789760801.687388:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760801.687400:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508513408:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.704219:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973766 gen 3
00000008:00010000:3.0:1789760801.704253:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d16349c0
00000020:00200000:3.0:1789760801.704259:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.704266:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.704284:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d16349c0
00000100:00100000:3.0:1789760801.704307:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508513408:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760801.704355:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6446, 6446]
00000080:00200000:2.0:1789760801.704366:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760801.704370:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760801.704379:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26406912 i_blocks 53257
00000020:00200000:2.0:1789760801.704382:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760801.704390:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760801.704414:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26406912, count: 4096
00000080:00200000:2.0:1789760801.704421:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26406912, bytes: 4096
00000080:00200000:2.0:1789760801.704428:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760801.704435:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760801.704437:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26406912, 26411008) 0 0
00000080:00200000:2.0:1789760801.704441:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760801.704453:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6447, 6447]
00020000:00200000:2.0:1789760801.704465:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26406912 chunk: [26406912, 26411008) 26411008, 4096
00020000:00200000:2.0:1789760801.704469:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760801.704483:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6447, 6447]
00000008:00010000:2.0:1789760801.704496:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760801.704500:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760801.704514:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26406912, 26411008) append 0 append lockpos 0
00000080:00200000:2.0:1789760801.704526:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26406912=0x192f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760801.704567:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760801.704570:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26411008
00000020:00010000:2.0:1789760801.704576:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760801.704580:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.704583:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760801.704586:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760801.704589:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760801.704596:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760801.704600:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760801.704611:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16343c0
00000008:00100000:2.0:1789760801.704730:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99180 - object 0x280000401:3 offset 26406912<>26411008
00000100:00100000:3.0:1789760801.704771:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508513536:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.719497:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973767 gen 3
00000008:00010000:3.0:1789760801.719533:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d16343c0
00000020:00200000:3.0:1789760801.719539:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.719546:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.719573:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d16343c0
00000100:00100000:3.0:1789760801.719600:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508513536:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760801.719690:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6447, 6447]
00000080:00200000:0.0:1789760801.719701:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760801.719705:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760801.719714:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26411008 i_blocks 53257
00000020:00200000:0.0:1789760801.719717:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760801.719724:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760801.719746:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26411008, count: 4096
00000080:00200000:0.0:1789760801.719752:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26411008, bytes: 4096
00000080:00200000:0.0:1789760801.719758:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760801.719762:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760801.719764:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26411008, 26415104) 0 0
00000080:00200000:0.0:1789760801.719767:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760801.719778:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6448, 6448]
00020000:00200000:0.0:1789760801.719783:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26411008 chunk: [26411008, 26415104) 26415104, 4096
00020000:00200000:0.0:1789760801.719786:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760801.719797:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6448, 6448]
00000008:00010000:0.0:1789760801.719811:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760801.719815:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760801.719824:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26411008, 26415104) append 0 append lockpos 0
00000080:00200000:0.0:1789760801.719834:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26411008=0x1930000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760801.719875:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760801.719878:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26415104
00000020:00010000:0.0:1789760801.719884:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760801.719887:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.719890:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.719893:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760801.719896:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760801.719903:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760801.719908:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760801.719922:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760801.720040:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26411008<>26415104
00000100:00100000:0.0:1789760801.720080:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760801.720093:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508513664:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.739798:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973768 gen 3
00000008:00010000:0.0:1789760801.739830:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760801.739837:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.739844:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.739859:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760801.739880:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508513664:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760801.740378:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6448, 6448]
00000080:00200000:1.0:1789760801.740391:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760801.740396:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760801.740407:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26415104 i_blocks 53257
00000020:00200000:1.0:1789760801.740412:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760801.740421:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760801.740447:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26415104, count: 4096
00000080:00200000:1.0:1789760801.740453:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26415104, bytes: 4096
00000080:00200000:1.0:1789760801.740461:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760801.740469:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760801.740471:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26415104, 26419200) 0 0
00000080:00200000:1.0:1789760801.740475:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760801.740501:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6449, 6449]
00020000:00200000:1.0:1789760801.740507:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26415104 chunk: [26415104, 26419200) 26419200, 4096
00020000:00200000:1.0:1789760801.740511:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760801.740526:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6449, 6449]
00000008:00010000:1.0:1789760801.740540:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760801.740545:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760801.740554:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26415104, 26419200) append 0 append lockpos 0
00000080:00200000:1.0:1789760801.740564:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26415104=0x1931000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760801.740617:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760801.740621:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26419200
00000020:00010000:1.0:1789760801.740653:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760801.740658:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.740661:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760801.740664:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760801.740668:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760801.740675:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760801.740681:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760801.740695:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf180
00000008:00100000:1.0:1789760801.740787:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9880 - object 0x280000401:3 offset 26415104<>26419200
00000100:00100000:1.0:1789760801.740827:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760801.740840:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508513792:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.755221:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973769 gen 3
00000008:00010000:0.0:1789760801.755367:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf180
00000020:00200000:0.0:1789760801.755373:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.755382:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.755407:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf180
00000100:00100000:0.0:1789760801.755430:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508513792:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.755534:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6449, 6449]
00000080:00200000:3.0:1789760801.755546:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.755551:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.755564:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26419200 i_blocks 53257
00000020:00200000:3.0:1789760801.755567:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.755575:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.755602:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26419200, count: 4096
00000080:00200000:3.0:1789760801.755608:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26419200, bytes: 4096
00000080:00200000:3.0:1789760801.755616:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.755623:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.755625:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26419200, 26423296) 0 0
00000080:00200000:3.0:1789760801.755658:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.755671:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6450, 6450]
00020000:00200000:3.0:1789760801.755679:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26419200 chunk: [26419200, 26423296) 26423296, 4096
00020000:00200000:3.0:1789760801.755682:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.755696:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6450, 6450]
00000008:00010000:3.0:1789760801.755710:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.755714:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.755723:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26419200, 26423296) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.755733:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26419200=0x1932000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.755773:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.755776:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26423296
00000020:00010000:3.0:1789760801.755782:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.755785:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.755787:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.755791:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.755793:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.755799:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.755804:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.755818:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee39c0
00000008:00100000:3.0:1789760801.755908:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274e00 - object 0x280000401:3 offset 26419200<>26423296
00000100:00100000:3.0:1789760801.755959:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760801.755971:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508513920:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.776176:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973770 gen 3
00000008:00010000:3.0:1789760801.776217:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee39c0
00000020:00200000:3.0:1789760801.776223:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.776231:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.776247:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee39c0
00000100:00100000:3.0:1789760801.776271:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508513920:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760801.776282:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6450, 6450]
00000080:00200000:0.0:1789760801.776297:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760801.776303:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760801.776326:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26423296 i_blocks 53257
00000020:00200000:0.0:1789760801.776330:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760801.776339:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760801.776362:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26423296, count: 4096
00000080:00200000:0.0:1789760801.776368:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26423296, bytes: 4096
00000080:00200000:0.0:1789760801.776375:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760801.776382:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760801.776384:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26423296, 26427392) 0 0
00000080:00200000:0.0:1789760801.776388:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760801.776399:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6451, 6451]
00020000:00200000:0.0:1789760801.776405:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26423296 chunk: [26423296, 26427392) 26427392, 4096
00020000:00200000:0.0:1789760801.776409:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760801.776422:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6451, 6451]
00000008:00010000:0.0:1789760801.776435:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760801.776439:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760801.776447:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26423296, 26427392) append 0 append lockpos 0
00000080:00200000:0.0:1789760801.776458:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26423296=0x1933000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760801.776499:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760801.776502:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26427392
00000020:00010000:0.0:1789760801.776516:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760801.776522:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.776525:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.776529:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760801.776531:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760801.776537:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760801.776542:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760801.776555:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760801.776676:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26423296<>26427392
00000100:00100000:0.0:1789760801.776707:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760801.776719:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508514048:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.790733:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973771 gen 3
00000008:00010000:0.0:1789760801.790769:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760801.790774:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.790782:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.790800:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760801.790821:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508514048:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.790855:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6451, 6451]
00000080:00200000:3.0:1789760801.790878:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.790887:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.790903:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26427392 i_blocks 53257
00000020:00200000:3.0:1789760801.790908:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.790920:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.790963:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26427392, count: 4096
00000080:00200000:3.0:1789760801.790972:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26427392, bytes: 4096
00000080:00200000:3.0:1789760801.790982:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.790991:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.790993:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26427392, 26431488) 0 0
00000080:00200000:3.0:1789760801.790998:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.791013:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6452, 6452]
00020000:00200000:3.0:1789760801.791021:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26427392 chunk: [26427392, 26431488) 26431488, 4096
00020000:00200000:3.0:1789760801.791026:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.791045:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6452, 6452]
00000008:00010000:3.0:1789760801.791062:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.791068:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.791080:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26427392, 26431488) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.791095:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26427392=0x1934000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.791160:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.791164:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26431488
00000020:00010000:3.0:1789760801.791171:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.791175:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.791177:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.791180:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.791182:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.791188:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.791194:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.791211:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee39c0
00000008:00100000:3.0:1789760801.791442:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274e00 - object 0x280000401:3 offset 26427392<>26431488
00000100:00100000:2.0:1789760801.791666:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508514176:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.809808:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973772 gen 3
00000008:00010000:2.0:1789760801.809856:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee39c0
00000020:00200000:2.0:1789760801.809864:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.809875:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.809895:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee39c0
00000100:00100000:2.0:1789760801.809918:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508514176:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.810032:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6452, 6452]
00000080:00200000:3.0:1789760801.810053:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.810058:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.810071:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26431488 i_blocks 53257
00000020:00200000:3.0:1789760801.810077:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.810088:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.810113:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26431488, count: 4096
00000080:00200000:3.0:1789760801.810120:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26431488, bytes: 4096
00000080:00200000:3.0:1789760801.810128:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.810136:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.810138:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26431488, 26435584) 0 0
00000080:00200000:3.0:1789760801.810142:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.810154:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6453, 6453]
00020000:00200000:3.0:1789760801.810160:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26431488 chunk: [26431488, 26435584) 26435584, 4096
00020000:00200000:3.0:1789760801.810163:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.810179:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6453, 6453]
00000008:00010000:3.0:1789760801.810193:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.810206:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.810217:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26431488, 26435584) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.810228:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26431488=0x1935000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.810279:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.810282:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26435584
00000020:00010000:3.0:1789760801.810288:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.810292:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.810295:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.810298:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.810301:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.810307:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.810312:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.810339:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee30c0
00000008:00100000:3.0:1789760801.810432:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8276300 - object 0x280000401:3 offset 26431488<>26435584
00000100:00100000:2.0:1789760801.810507:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508514304:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.827816:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973773 gen 3
00000008:00010000:2.0:1789760801.827868:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee30c0
00000020:00200000:2.0:1789760801.827873:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.827886:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.827905:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee30c0
00000100:00100000:2.0:1789760801.827945:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508514304:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.827959:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6453, 6453]
00000080:00200000:3.0:1789760801.827972:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.827978:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.827990:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26435584 i_blocks 53257
00000020:00200000:3.0:1789760801.827993:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.828001:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.828024:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26435584, count: 4096
00000080:00200000:3.0:1789760801.828029:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26435584, bytes: 4096
00000080:00200000:3.0:1789760801.828036:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.828042:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.828044:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26435584, 26439680) 0 0
00000080:00200000:3.0:1789760801.828047:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.828059:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6454, 6454]
00020000:00200000:3.0:1789760801.828065:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26435584 chunk: [26435584, 26439680) 26439680, 4096
00020000:00200000:3.0:1789760801.828069:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.828082:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6454, 6454]
00000008:00010000:3.0:1789760801.828100:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.828105:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.828112:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26435584, 26439680) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.828122:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26435584=0x1936000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.828162:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.828165:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26439680
00000020:00010000:3.0:1789760801.828171:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.828174:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.828177:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.828181:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.828183:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.828189:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.828194:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.828207:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3e40
00000008:00100000:3.0:1789760801.828298:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8275c00 - object 0x280000401:3 offset 26435584<>26439680
00000100:00100000:2.0:1789760801.828362:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508514432:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.843475:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973774 gen 3
00000008:00010000:2.0:1789760801.843519:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3e40
00000020:00200000:2.0:1789760801.843526:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.843534:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.843548:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3e40
00000080:00200000:3.0:1789760801.843577:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6454, 6454]
00000100:00100000:2.0:1789760801.843579:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508514432:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.843590:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.843597:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.843608:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26439680 i_blocks 53257
00000020:00200000:3.0:1789760801.843611:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.843619:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.843670:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26439680, count: 4096
00000080:00200000:3.0:1789760801.843676:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26439680, bytes: 4096
00000080:00200000:3.0:1789760801.843683:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.843690:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.843692:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26439680, 26443776) 0 0
00000080:00200000:3.0:1789760801.843696:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.843707:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6455, 6455]
00020000:00200000:3.0:1789760801.843713:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26439680 chunk: [26439680, 26443776) 26443776, 4096
00020000:00200000:3.0:1789760801.843717:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.843730:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6455, 6455]
00000008:00010000:3.0:1789760801.843742:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.843746:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.843753:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26439680, 26443776) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.843762:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26439680=0x1937000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.843812:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.843815:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26443776
00000020:00010000:3.0:1789760801.843826:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.843829:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.843832:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.843834:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.843896:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.843903:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.843908:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.843921:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3e40
00000008:00100000:3.0:1789760801.844022:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8277b80 - object 0x280000401:3 offset 26439680<>26443776
00000100:00100000:2.0:1789760801.844137:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508514560:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.860398:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973775 gen 3
00000008:00010000:2.0:1789760801.860431:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3e40
00000020:00200000:2.0:1789760801.860437:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.860445:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.860464:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3e40
00000100:00100000:2.0:1789760801.860487:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508514560:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.860604:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6455, 6455]
00000080:00200000:3.0:1789760801.860616:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.860621:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.860652:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26443776 i_blocks 53257
00000020:00200000:3.0:1789760801.860656:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.860664:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.860686:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26443776, count: 4096
00000080:00200000:3.0:1789760801.860691:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26443776, bytes: 4096
00000080:00200000:3.0:1789760801.860698:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.860704:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.860707:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26443776, 26447872) 0 0
00000080:00200000:3.0:1789760801.860710:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.860721:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6456, 6456]
00020000:00200000:3.0:1789760801.860728:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26443776 chunk: [26443776, 26447872) 26447872, 4096
00020000:00200000:3.0:1789760801.860731:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.860743:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6456, 6456]
00000008:00010000:3.0:1789760801.860755:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.860759:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.860767:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26443776, 26447872) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.860777:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26443776=0x1938000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.860814:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.860816:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26447872
00000020:00010000:3.0:1789760801.860822:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.860826:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.860828:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.860832:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.860835:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.860840:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.860845:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.860857:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee30c0
00000008:00100000:3.0:1789760801.860952:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8276680 - object 0x280000401:3 offset 26443776<>26447872
00000100:00100000:2.0:1789760801.861046:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760801.861058:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508514688:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.880718:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973776 gen 3
00000008:00010000:2.0:1789760801.880753:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee30c0
00000020:00200000:2.0:1789760801.880760:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.880769:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.880786:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee30c0
00000100:00100000:2.0:1789760801.880808:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508514688:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.881082:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6456, 6456]
00000080:00200000:3.0:1789760801.881092:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.881102:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.881114:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26447872 i_blocks 53257
00000020:00200000:3.0:1789760801.881118:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.881125:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.881149:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26447872, count: 4096
00000080:00200000:3.0:1789760801.881155:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26447872, bytes: 4096
00000080:00200000:3.0:1789760801.881163:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.881170:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.881172:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26447872, 26451968) 0 0
00000080:00200000:3.0:1789760801.881182:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.881195:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6457, 6457]
00020000:00200000:3.0:1789760801.881201:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26447872 chunk: [26447872, 26451968) 26451968, 4096
00020000:00200000:3.0:1789760801.881204:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.881218:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6457, 6457]
00000008:00010000:3.0:1789760801.881232:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.881237:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.881245:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26447872, 26451968) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.881255:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26447872=0x1939000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.881296:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.881299:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26451968
00000020:00010000:3.0:1789760801.881305:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.881309:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.881311:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.881314:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.881317:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.881323:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.881328:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.881341:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee39c0
00000008:00100000:3.0:1789760801.881439:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274000 - object 0x280000401:3 offset 26447872<>26451968
00000100:00100000:2.0:1789760801.881573:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760801.881586:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508514816:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.903227:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973777 gen 3
00000008:00010000:2.0:1789760801.903268:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee39c0
00000020:00200000:2.0:1789760801.903275:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.903284:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.903298:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee39c0
00000100:00100000:2.0:1789760801.903322:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508514816:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.903322:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6457, 6457]
00000080:00200000:3.0:1789760801.903343:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.903349:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.903360:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26451968 i_blocks 53257
00000020:00200000:3.0:1789760801.903363:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.903370:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.903396:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26451968, count: 4096
00000080:00200000:3.0:1789760801.903402:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26451968, bytes: 4096
00000080:00200000:3.0:1789760801.903410:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.903417:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.903419:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26451968, 26456064) 0 0
00000080:00200000:3.0:1789760801.903423:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.903437:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6458, 6458]
00020000:00200000:3.0:1789760801.903443:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26451968 chunk: [26451968, 26456064) 26456064, 4096
00020000:00200000:3.0:1789760801.903446:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.903460:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6458, 6458]
00000008:00010000:3.0:1789760801.903473:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.903478:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.903487:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26451968, 26456064) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.903497:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26451968=0x193a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.903538:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.903540:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26456064
00000020:00010000:3.0:1789760801.903547:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.903550:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.903553:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.903556:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.903559:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.903571:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.903576:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.903588:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000008:00100000:3.0:1789760801.903804:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274380 - object 0x280000401:3 offset 26451968<>26456064
00000100:00100000:3.0:1789760801.903851:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760801.903862:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508514944:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760801.923772:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973778 gen 3
00000008:00010000:3.0:1789760801.923820:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000020:00200000:3.0:1789760801.923827:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760801.923835:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760801.923866:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000100:00100000:3.0:1789760801.923890:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508514944:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760801.923908:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6458, 6458]
00000080:00200000:0.0:1789760801.923921:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760801.923938:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760801.923949:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26456064 i_blocks 53257
00000020:00200000:0.0:1789760801.923953:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760801.923961:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760801.923985:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26456064, count: 4096
00000080:00200000:0.0:1789760801.923991:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26456064, bytes: 4096
00000080:00200000:0.0:1789760801.923998:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760801.924004:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760801.924006:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26456064, 26460160) 0 0
00000080:00200000:0.0:1789760801.924020:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760801.924037:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6459, 6459]
00020000:00200000:0.0:1789760801.924043:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26456064 chunk: [26456064, 26460160) 26460160, 4096
00020000:00200000:0.0:1789760801.924047:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760801.924063:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6459, 6459]
00000008:00010000:0.0:1789760801.924075:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760801.924080:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760801.924088:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26456064, 26460160) append 0 append lockpos 0
00000080:00200000:0.0:1789760801.924097:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26456064=0x193b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760801.924149:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760801.924152:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26460160
00000020:00010000:0.0:1789760801.924158:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760801.924161:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.924164:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760801.924167:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760801.924169:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760801.924175:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760801.924180:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760801.924192:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760801.924283:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26456064<>26460160
00000100:00100000:1.0:1789760801.924335:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760801.924350:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508515072:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760801.940390:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973779 gen 3
00000008:00010000:0.0:1789760801.940430:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760801.940436:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760801.940444:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760801.940461:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760801.940481:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508515072:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.940527:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6459, 6459]
00000080:00200000:3.0:1789760801.940541:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.940545:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.940557:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26460160 i_blocks 53257
00000020:00200000:3.0:1789760801.940560:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.940568:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.940592:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26460160, count: 4096
00000080:00200000:3.0:1789760801.940597:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26460160, bytes: 4096
00000080:00200000:3.0:1789760801.940604:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.940611:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.940612:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26460160, 26464256) 0 0
00000080:00200000:3.0:1789760801.940616:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.940649:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6460, 6460]
00020000:00200000:3.0:1789760801.940655:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26460160 chunk: [26460160, 26464256) 26464256, 4096
00020000:00200000:3.0:1789760801.940659:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.940673:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6460, 6460]
00000008:00010000:3.0:1789760801.940686:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.940691:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.940699:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26460160, 26464256) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.940709:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26460160=0x193c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.940761:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.940764:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26464256
00000020:00010000:3.0:1789760801.940770:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.940773:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.940776:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.940779:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.940781:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.940787:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.940792:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.940805:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000008:00100000:3.0:1789760801.940890:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274380 - object 0x280000401:3 offset 26460160<>26464256
00000100:00100000:2.0:1789760801.940979:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508515200:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.957862:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973780 gen 3
00000008:00010000:2.0:1789760801.957893:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000020:00200000:2.0:1789760801.957899:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.957907:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.957935:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3cc0
00000100:00100000:2.0:1789760801.957958:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508515200:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.958047:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6460, 6460]
00000080:00200000:3.0:1789760801.958059:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.958065:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.958075:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26464256 i_blocks 53257
00000020:00200000:3.0:1789760801.958079:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.958086:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.958108:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26464256, count: 4096
00000080:00200000:3.0:1789760801.958113:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26464256, bytes: 4096
00000080:00200000:3.0:1789760801.958120:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.958127:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.958129:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26464256, 26468352) 0 0
00000080:00200000:3.0:1789760801.958133:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.958145:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6461, 6461]
00020000:00200000:3.0:1789760801.958151:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26464256 chunk: [26464256, 26468352) 26468352, 4096
00020000:00200000:3.0:1789760801.958155:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.958168:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6461, 6461]
00000008:00010000:3.0:1789760801.958180:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.958184:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.958192:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26464256, 26468352) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.958202:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26464256=0x193d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.958240:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.958243:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26468352
00000020:00010000:3.0:1789760801.958248:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.958252:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.958255:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.958258:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.958261:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.958267:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.958272:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.958284:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3b40
00000008:00100000:3.0:1789760801.958365:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8276d80 - object 0x280000401:3 offset 26464256<>26468352
00000100:00100000:2.0:1789760801.958414:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508515328:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.975756:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973781 gen 3
00000008:00010000:2.0:1789760801.975789:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3b40
00000020:00200000:2.0:1789760801.975796:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.975804:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.975822:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3b40
00000100:00100000:2.0:1789760801.975845:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508515328:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.975942:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6461, 6461]
00000080:00200000:3.0:1789760801.975953:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.975958:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.975968:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26468352 i_blocks 53257
00000020:00200000:3.0:1789760801.975971:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.975978:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.976002:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26468352, count: 4096
00000080:00200000:3.0:1789760801.976007:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26468352, bytes: 4096
00000080:00200000:3.0:1789760801.976014:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.976020:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.976022:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26468352, 26472448) 0 0
00000080:00200000:3.0:1789760801.976025:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.976037:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6462, 6462]
00020000:00200000:3.0:1789760801.976043:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26468352 chunk: [26468352, 26472448) 26472448, 4096
00020000:00200000:3.0:1789760801.976046:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.976058:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6462, 6462]
00000008:00010000:3.0:1789760801.976071:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.976075:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.976082:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26468352, 26472448) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.976091:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26468352=0x193e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.976128:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.976131:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26472448
00000020:00010000:3.0:1789760801.976137:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.976140:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.976142:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.976145:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.976147:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.976153:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.976157:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.976168:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3a80
00000008:00100000:3.0:1789760801.976257:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8275f80 - object 0x280000401:3 offset 26468352<>26472448
00000100:00100000:2.0:1789760801.976308:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508515456:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760801.994795:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973782 gen 3
00000008:00010000:2.0:1789760801.994841:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3a80
00000020:00200000:2.0:1789760801.994847:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760801.994855:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760801.994917:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3a80
00000100:00100000:2.0:1789760801.994952:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508515456:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760801.995077:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6462, 6462]
00000080:00200000:3.0:1789760801.995090:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760801.995094:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760801.995106:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26472448 i_blocks 53257
00000020:00200000:3.0:1789760801.995110:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760801.995117:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760801.995138:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26472448, count: 4096
00000080:00200000:3.0:1789760801.995142:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26472448, bytes: 4096
00000080:00200000:3.0:1789760801.995148:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760801.995153:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760801.995154:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26472448, 26476544) 0 0
00000080:00200000:3.0:1789760801.995157:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760801.995166:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6463, 6463]
00020000:00200000:3.0:1789760801.995171:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26472448 chunk: [26472448, 26476544) 26476544, 4096
00020000:00200000:3.0:1789760801.995174:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760801.995186:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6463, 6463]
00000008:00010000:3.0:1789760801.995196:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760801.995200:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760801.995206:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26472448, 26476544) append 0 append lockpos 0
00000080:00200000:3.0:1789760801.995214:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26472448=0x193f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760801.995247:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760801.995250:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26476544
00000020:00010000:3.0:1789760801.995256:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760801.995259:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.995261:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760801.995264:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760801.995267:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760801.995273:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760801.995278:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760801.995291:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3300
00000008:00100000:3.0:1789760801.995366:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274700 - object 0x280000401:3 offset 26472448<>26476544
00000100:00100000:2.0:1789760801.995414:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760801.995426:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508515584:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.013061:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973783 gen 3
00000008:00010000:2.0:1789760802.013095:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3300
00000020:00200000:2.0:1789760802.013101:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.013110:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.013127:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3300
00000100:00100000:2.0:1789760802.013152:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508515584:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.013178:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6463, 6463]
00000080:00200000:3.0:1789760802.013193:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.013198:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.013210:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26476544 i_blocks 53257
00000020:00200000:3.0:1789760802.013214:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.013222:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.013245:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26476544, count: 4096
00000080:00200000:3.0:1789760802.013251:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26476544, bytes: 4096
00000080:00200000:3.0:1789760802.013257:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.013264:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.013266:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26476544, 26480640) 0 0
00000080:00200000:3.0:1789760802.013270:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.013282:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6464, 6464]
00020000:00200000:3.0:1789760802.013288:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26476544 chunk: [26476544, 26480640) 26480640, 4096
00020000:00200000:3.0:1789760802.013292:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.013306:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6464, 6464]
00000008:00010000:3.0:1789760802.013318:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.013323:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.013332:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26476544, 26480640) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.013343:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26476544=0x1940000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.013393:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.013396:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26480640
00000020:00010000:3.0:1789760802.013403:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.013406:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.013409:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.013412:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.013414:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.013420:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.013426:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.013440:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3000
00000008:00100000:3.0:1789760802.013532:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274a80 - object 0x280000401:3 offset 26476544<>26480640
00000100:00100000:3.0:1789760802.013566:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760802.013584:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508515712:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.034832:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973784 gen 3
00000008:00010000:3.0:1789760802.034865:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3000
00000020:00200000:3.0:1789760802.034871:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.034879:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.034901:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3000
00000100:00100000:3.0:1789760802.034935:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508515712:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.035067:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6464, 6464]
00000080:00200000:2.0:1789760802.035081:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.035087:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.035098:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26480640 i_blocks 53257
00000020:00200000:2.0:1789760802.035102:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.035110:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.035136:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26480640, count: 4096
00000080:00200000:2.0:1789760802.035142:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26480640, bytes: 4096
00000080:00200000:2.0:1789760802.035150:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.035157:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.035158:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26480640, 26484736) 0 0
00000080:00200000:2.0:1789760802.035162:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.035174:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6465, 6465]
00020000:00200000:2.0:1789760802.035180:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26480640 chunk: [26480640, 26484736) 26484736, 4096
00020000:00200000:2.0:1789760802.035183:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.035198:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6465, 6465]
00000008:00010000:2.0:1789760802.035211:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.035215:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.035223:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26480640, 26484736) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.035233:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26480640=0x1941000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.035273:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.035276:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26484736
00000020:00010000:2.0:1789760802.035282:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.035285:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.035289:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.035292:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.035295:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.035301:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.035306:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.035319:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760802.035406:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 26480640<>26484736
00000100:00100000:2.0:1789760802.035441:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760802.035453:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508515840:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.051033:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973785 gen 3
00000008:00010000:2.0:1789760802.051069:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760802.051075:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.051082:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.051099:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760802.051125:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508515840:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.051181:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6465, 6465]
00000080:00200000:3.0:1789760802.051194:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.051199:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.051210:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26484736 i_blocks 53257
00000020:00200000:3.0:1789760802.051213:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.051222:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.051248:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26484736, count: 4096
00000080:00200000:3.0:1789760802.051254:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26484736, bytes: 4096
00000080:00200000:3.0:1789760802.051262:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.051269:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.051271:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26484736, 26488832) 0 0
00000080:00200000:3.0:1789760802.051275:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.051287:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6466, 6466]
00020000:00200000:3.0:1789760802.051293:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26484736 chunk: [26484736, 26488832) 26488832, 4096
00020000:00200000:3.0:1789760802.051298:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.051312:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6466, 6466]
00000008:00010000:3.0:1789760802.051325:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.051330:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.051338:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26484736, 26488832) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.051349:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26484736=0x1942000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.051391:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.051393:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26488832
00000020:00010000:3.0:1789760802.051400:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.051403:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.051406:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.051409:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.051412:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.051418:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.051424:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.051437:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3000
00000008:00100000:3.0:1789760802.051525:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274a80 - object 0x280000401:3 offset 26484736<>26488832
00000100:00100000:3.0:1789760802.051563:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760802.051575:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508515968:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.069770:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973786 gen 3
00000008:00010000:3.0:1789760802.069810:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3000
00000020:00200000:3.0:1789760802.069815:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.069822:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.069838:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3000
00000100:00100000:3.0:1789760802.069855:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508515968:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.070042:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6466, 6466]
00000080:00200000:2.0:1789760802.070055:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.070060:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.070072:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26488832 i_blocks 53257
00000020:00200000:2.0:1789760802.070076:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.070085:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.070109:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26488832, count: 4096
00000080:00200000:2.0:1789760802.070116:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26488832, bytes: 4096
00000080:00200000:2.0:1789760802.070123:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.070130:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.070132:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26488832, 26492928) 0 0
00000080:00200000:2.0:1789760802.070136:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.070148:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6467, 6467]
00020000:00200000:2.0:1789760802.070154:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26488832 chunk: [26488832, 26492928) 26492928, 4096
00020000:00200000:2.0:1789760802.070158:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.070172:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6467, 6467]
00000008:00010000:2.0:1789760802.070185:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.070190:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.070199:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26488832, 26492928) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.070210:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26488832=0x1943000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.070251:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.070254:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26492928
00000020:00010000:2.0:1789760802.070260:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.070264:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.070267:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.070270:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.070273:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.070279:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.070284:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.070296:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760802.070382:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 26488832<>26492928
00000100:00100000:2.0:1789760802.070417:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760802.070429:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508516096:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.091001:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973787 gen 3
00000008:00010000:2.0:1789760802.091036:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760802.091043:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.091050:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.091072:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760802.091096:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508516096:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.091191:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6467, 6467]
00000080:00200000:3.0:1789760802.091203:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.091209:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.091219:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26492928 i_blocks 53257
00000020:00200000:3.0:1789760802.091222:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.091232:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.091255:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26492928, count: 4096
00000080:00200000:3.0:1789760802.091261:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26492928, bytes: 4096
00000080:00200000:3.0:1789760802.091376:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.091384:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.091386:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26492928, 26497024) 0 0
00000080:00200000:3.0:1789760802.091390:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.091403:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6468, 6468]
00020000:00200000:3.0:1789760802.091410:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26492928 chunk: [26492928, 26497024) 26497024, 4096
00020000:00200000:3.0:1789760802.091414:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.091429:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6468, 6468]
00000008:00010000:3.0:1789760802.091443:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.091448:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.091456:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26492928, 26497024) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.091467:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26492928=0x1944000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.091509:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.091512:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26497024
00000020:00010000:3.0:1789760802.091519:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.091522:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.091525:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.091527:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.091530:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.091536:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.091541:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.091553:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3000
00000008:00100000:3.0:1789760802.091740:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274a80 - object 0x280000401:3 offset 26492928<>26497024
00000100:00100000:2.0:1789760802.091792:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508516224:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.107262:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973788 gen 3
00000008:00010000:2.0:1789760802.107308:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3000
00000020:00200000:2.0:1789760802.107313:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.107324:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.107374:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3000
00000100:00100000:2.0:1789760802.107392:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508516224:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.107551:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6468, 6468]
00000080:00200000:3.0:1789760802.107564:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.107569:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.107591:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26497024 i_blocks 53257
00000020:00200000:3.0:1789760802.107595:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.107603:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.107660:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26497024, count: 4096
00000080:00200000:3.0:1789760802.107666:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26497024, bytes: 4096
00000080:00200000:3.0:1789760802.107674:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.107680:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.107689:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26497024, 26501120) 0 0
00000080:00200000:3.0:1789760802.107693:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.107705:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6469, 6469]
00020000:00200000:3.0:1789760802.107711:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26497024 chunk: [26497024, 26501120) 26501120, 4096
00020000:00200000:3.0:1789760802.107715:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.107729:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6469, 6469]
00000008:00010000:3.0:1789760802.107743:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.107747:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.107755:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26497024, 26501120) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.107766:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26497024=0x1945000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.107811:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.107814:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26501120
00000020:00010000:3.0:1789760802.107821:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.107825:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.107828:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.107831:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.107834:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.107840:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.107846:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.107865:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3180
00000008:00100000:3.0:1789760802.107980:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8277800 - object 0x280000401:3 offset 26497024<>26501120
00000100:00100000:2.0:1789760802.108036:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508516352:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.125301:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973789 gen 3
00000008:00010000:2.0:1789760802.125335:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3180
00000020:00200000:2.0:1789760802.125342:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.125350:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.125415:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3180
00000100:00100000:2.0:1789760802.125435:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508516352:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.125524:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6469, 6469]
00000080:00200000:3.0:1789760802.125537:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.125541:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.125552:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26501120 i_blocks 53257
00000020:00200000:3.0:1789760802.125555:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.125563:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.125588:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26501120, count: 4096
00000080:00200000:3.0:1789760802.125594:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26501120, bytes: 4096
00000080:00200000:3.0:1789760802.125601:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.125609:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.125610:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26501120, 26505216) 0 0
00000080:00200000:3.0:1789760802.125615:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.125668:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6470, 6470]
00020000:00200000:3.0:1789760802.125675:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26501120 chunk: [26501120, 26505216) 26505216, 4096
00020000:00200000:3.0:1789760802.125678:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.125693:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6470, 6470]
00000008:00010000:3.0:1789760802.125703:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.125707:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.125714:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26501120, 26505216) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.125723:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26501120=0x1946000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.125757:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.125759:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26505216
00000020:00010000:3.0:1789760802.125764:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.125767:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.125768:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.125770:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.125772:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.125776:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.125780:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.125791:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3240
00000008:00100000:3.0:1789760802.125875:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8276a00 - object 0x280000401:3 offset 26501120<>26505216
00000100:00100000:2.0:1789760802.126217:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760802.126232:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508516480:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.142101:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973790 gen 3
00000008:00010000:2.0:1789760802.142136:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3240
00000020:00200000:2.0:1789760802.142143:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.142151:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.142167:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3240
00000100:00100000:2.0:1789760802.142195:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508516480:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.142204:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6470, 6470]
00000080:00200000:3.0:1789760802.142218:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.142224:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.142234:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26505216 i_blocks 53257
00000020:00200000:3.0:1789760802.142237:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.142246:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.142270:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26505216, count: 4096
00000080:00200000:3.0:1789760802.142275:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26505216, bytes: 4096
00000080:00200000:3.0:1789760802.142282:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.142289:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.142291:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26505216, 26509312) 0 0
00000080:00200000:3.0:1789760802.142295:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.142306:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6471, 6471]
00020000:00200000:3.0:1789760802.142312:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26505216 chunk: [26505216, 26509312) 26509312, 4096
00020000:00200000:3.0:1789760802.142315:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.142327:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6471, 6471]
00000008:00010000:3.0:1789760802.142337:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.142341:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.142349:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26505216, 26509312) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.142357:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26505216=0x1947000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.142394:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.142396:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26509312
00000020:00010000:3.0:1789760802.142402:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.142405:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.142408:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.142411:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.142413:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.142419:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.142424:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.142436:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3900
00000008:00100000:3.0:1789760802.142520:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8276a00 - object 0x280000401:3 offset 26505216<>26509312
00000100:00100000:2.0:1789760802.142605:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760802.142617:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508516608:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.157728:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973791 gen 3
00000008:00010000:2.0:1789760802.157776:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3900
00000020:00200000:2.0:1789760802.157784:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.157794:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.157813:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3900
00000100:00100000:2.0:1789760802.157844:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508516608:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.157852:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6471, 6471]
00000080:00200000:3.0:1789760802.157871:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.157877:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.157891:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26509312 i_blocks 53257
00000020:00200000:3.0:1789760802.157896:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.157906:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.157949:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26509312, count: 4096
00000080:00200000:3.0:1789760802.157956:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26509312, bytes: 4096
00000080:00200000:3.0:1789760802.157964:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.157971:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.157973:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26509312, 26513408) 0 0
00000080:00200000:3.0:1789760802.157976:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.157991:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6472, 6472]
00020000:00200000:3.0:1789760802.158000:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26509312 chunk: [26509312, 26513408) 26513408, 4096
00020000:00200000:3.0:1789760802.158003:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.158022:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6472, 6472]
00000008:00010000:3.0:1789760802.158040:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.158046:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.158057:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26509312, 26513408) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.158070:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26509312=0x1948000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.158125:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.158128:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26513408
00000020:00010000:3.0:1789760802.158136:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.158140:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.158143:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.158147:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.158149:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.158156:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.158161:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.158173:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3480
00000008:00100000:3.0:1789760802.158294:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8277800 - object 0x280000401:3 offset 26509312<>26513408
00000100:00100000:3.0:1789760802.158338:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760802.158354:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508516736:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.178150:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973792 gen 3
00000008:00010000:3.0:1789760802.178180:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3480
00000020:00200000:3.0:1789760802.178185:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.178191:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.178211:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3480
00000080:00200000:0.0:1789760802.178297:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6472, 6472]
00000080:00200000:0.0:1789760802.178310:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760802.178316:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760802.178327:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26513408 i_blocks 53257
00000020:00200000:0.0:1789760802.178330:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760802.178338:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760802.178363:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26513408, count: 4096
00000080:00200000:0.0:1789760802.178369:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26513408, bytes: 4096
00000080:00200000:0.0:1789760802.178376:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760802.178382:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000100:00100000:3.0:1789760802.178452:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508516736:192.168.203.123@tcp:4:dd.0
00000020:00200000:0.0:1789760802.178522:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26513408, 26517504) 0 0
00000080:00200000:0.0:1789760802.178527:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760802.178537:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6473, 6473]
00020000:00200000:0.0:1789760802.178542:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26513408 chunk: [26513408, 26517504) 26517504, 4096
00020000:00200000:0.0:1789760802.178545:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760802.178557:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6473, 6473]
00000008:00010000:0.0:1789760802.178567:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760802.178570:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760802.178577:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26513408, 26517504) append 0 append lockpos 0
00000080:00200000:0.0:1789760802.178585:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26513408=0x1949000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760802.178617:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760802.178619:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26517504
00000020:00010000:0.0:1789760802.178625:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760802.178649:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760802.178651:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760802.178653:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760802.178655:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760802.178659:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760802.178663:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760802.178674:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760802.178749:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26513408<>26517504
00000100:00100000:0.0:1789760802.178807:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508516864:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.194038:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973793 gen 3
00000008:00010000:0.0:1789760802.194074:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760802.194080:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.194089:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.194109:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760802.194145:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508516864:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.194192:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6473, 6473]
00000080:00200000:3.0:1789760802.194215:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.194221:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.194233:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26517504 i_blocks 53257
00000020:00200000:3.0:1789760802.194236:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.194244:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.194269:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26517504, count: 4096
00000080:00200000:3.0:1789760802.194275:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26517504, bytes: 4096
00000080:00200000:3.0:1789760802.194282:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.194290:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.194292:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26517504, 26521600) 0 0
00000080:00200000:3.0:1789760802.194297:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.194308:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6474, 6474]
00020000:00200000:3.0:1789760802.194315:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26517504 chunk: [26517504, 26521600) 26521600, 4096
00020000:00200000:3.0:1789760802.194319:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.194332:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6474, 6474]
00000008:00010000:3.0:1789760802.194344:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.194348:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.194356:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26517504, 26521600) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.194366:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26517504=0x194a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.194405:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.194407:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26521600
00000020:00010000:3.0:1789760802.194414:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.194417:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.194420:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.194423:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.194426:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.194431:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.194437:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.194451:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3480
00000008:00100000:3.0:1789760802.194555:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8277800 - object 0x280000401:3 offset 26517504<>26521600
00000100:00100000:2.0:1789760802.194658:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508516992:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.211304:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973794 gen 3
00000008:00010000:2.0:1789760802.211338:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3480
00000020:00200000:2.0:1789760802.211344:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.211353:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.211373:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3480
00000100:00100000:2.0:1789760802.211395:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508516992:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.211436:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6474, 6474]
00000080:00200000:3.0:1789760802.211460:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.211467:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.211484:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26521600 i_blocks 53257
00000020:00200000:3.0:1789760802.211489:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.211500:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.211530:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26521600, count: 4096
00000080:00200000:3.0:1789760802.211538:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26521600, bytes: 4096
00000080:00200000:3.0:1789760802.211548:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.211557:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.211560:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26521600, 26525696) 0 0
00000080:00200000:3.0:1789760802.211564:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.211581:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6475, 6475]
00020000:00200000:3.0:1789760802.211589:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26521600 chunk: [26521600, 26525696) 26525696, 4096
00020000:00200000:3.0:1789760802.211594:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.211614:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6475, 6475]
00000008:00010000:3.0:1789760802.211669:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.211675:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.211687:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26521600, 26525696) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.211700:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26521600=0x194b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.211757:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.211760:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26525696
00000020:00010000:3.0:1789760802.211768:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.211772:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.211775:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.211779:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.211782:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.211790:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.211797:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.211814:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3f00
00000008:00100000:3.0:1789760802.211974:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274a80 - object 0x280000401:3 offset 26521600<>26525696
00000100:00100000:2.0:1789760802.212043:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760802.212069:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508517120:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.229706:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973795 gen 3
00000008:00010000:2.0:1789760802.229753:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3f00
00000020:00200000:2.0:1789760802.229762:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.229771:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.229797:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3f00
00000100:00100000:2.0:1789760802.229821:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508517120:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.229920:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6475, 6475]
00000080:00200000:3.0:1789760802.229948:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.229953:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.229966:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26525696 i_blocks 53257
00000020:00200000:3.0:1789760802.229969:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.229990:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.230023:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26525696, count: 4096
00000080:00200000:3.0:1789760802.230030:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26525696, bytes: 4096
00000080:00200000:3.0:1789760802.230041:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.230047:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.230049:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26525696, 26529792) 0 0
00000080:00200000:3.0:1789760802.230053:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.230065:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6476, 6476]
00020000:00200000:3.0:1789760802.230072:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26525696 chunk: [26525696, 26529792) 26529792, 4096
00020000:00200000:3.0:1789760802.230075:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.230090:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6476, 6476]
00000008:00010000:3.0:1789760802.230104:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.230108:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.230116:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26525696, 26529792) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.230126:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26525696=0x194c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.230167:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.230169:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26529792
00000020:00010000:3.0:1789760802.230175:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.230178:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.230180:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.230183:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.230185:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.230190:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.230194:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.230206:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee36c0
00000008:00100000:3.0:1789760802.230320:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274700 - object 0x280000401:3 offset 26525696<>26529792
00000100:00100000:2.0:1789760802.230366:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508517248:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.250165:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973796 gen 3
00000008:00010000:2.0:1789760802.250215:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee36c0
00000020:00200000:2.0:1789760802.250224:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.250234:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.250322:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee36c0
00000100:00100000:2.0:1789760802.250351:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508517248:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760802.250423:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6476, 6476]
00000080:00200000:0.0:1789760802.250439:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760802.250444:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760802.250461:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26529792 i_blocks 53257
00000020:00200000:0.0:1789760802.250465:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760802.250474:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760802.250506:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26529792, count: 4096
00000080:00200000:0.0:1789760802.250513:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26529792, bytes: 4096
00000080:00200000:0.0:1789760802.250522:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760802.250531:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760802.250533:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26529792, 26533888) 0 0
00000080:00200000:0.0:1789760802.250537:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760802.250552:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6477, 6477]
00020000:00200000:0.0:1789760802.250561:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26529792 chunk: [26529792, 26533888) 26533888, 4096
00020000:00200000:0.0:1789760802.250566:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760802.250586:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6477, 6477]
00000008:00010000:0.0:1789760802.250603:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760802.250610:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760802.250621:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26529792, 26533888) append 0 append lockpos 0
00000080:00200000:0.0:1789760802.250665:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26529792=0x194d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760802.250717:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760802.250720:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26533888
00000020:00010000:0.0:1789760802.250727:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760802.250731:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760802.250734:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760802.250789:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760802.250793:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760802.250800:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760802.250806:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760802.250820:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760802.250998:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26529792<>26533888
00000100:00100000:0.0:1789760802.251043:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760802.251060:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508517376:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.267445:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973797 gen 3
00000008:00010000:0.0:1789760802.267494:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760802.267501:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.267512:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.267578:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760802.267607:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508517376:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760802.267730:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6477, 6477]
00000080:00200000:1.0:1789760802.267747:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760802.267753:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760802.267766:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26533888 i_blocks 53257
00000020:00200000:1.0:1789760802.267771:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760802.267781:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760802.267804:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26533888, count: 4096
00000080:00200000:1.0:1789760802.267810:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26533888, bytes: 4096
00000080:00200000:1.0:1789760802.267819:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760802.267827:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760802.267829:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26533888, 26537984) 0 0
00000080:00200000:1.0:1789760802.267832:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760802.267844:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6478, 6478]
00020000:00200000:1.0:1789760802.267850:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26533888 chunk: [26533888, 26537984) 26537984, 4096
00020000:00200000:1.0:1789760802.267854:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760802.267868:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6478, 6478]
00000008:00010000:1.0:1789760802.267881:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760802.267886:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760802.267894:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26533888, 26537984) append 0 append lockpos 0
00000080:00200000:1.0:1789760802.267905:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26533888=0x194e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760802.267994:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760802.267997:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26537984
00000020:00010000:1.0:1789760802.268003:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760802.268015:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.268019:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.268022:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760802.268025:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760802.268031:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760802.268036:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760802.268059:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfa80
00000008:00100000:1.0:1789760802.268165:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4bebb80 - object 0x280000401:3 offset 26533888<>26537984
00000100:00100000:1.0:1789760802.268208:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760802.268228:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508517504:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.283598:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973798 gen 3
00000008:00010000:0.0:1789760802.283661:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfa80
00000020:00200000:0.0:1789760802.283668:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.283676:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.283697:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfa80
00000100:00100000:0.0:1789760802.283720:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508517504:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.283742:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6478, 6478]
00000080:00200000:2.0:1789760802.283757:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.283763:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.283776:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26537984 i_blocks 53257
00000020:00200000:2.0:1789760802.283780:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.283788:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.283825:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26537984, count: 4096
00000080:00200000:2.0:1789760802.283832:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26537984, bytes: 4096
00000080:00200000:2.0:1789760802.283840:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.283847:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.283849:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26537984, 26542080) 0 0
00000080:00200000:2.0:1789760802.283854:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.283875:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6479, 6479]
00020000:00200000:2.0:1789760802.283881:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26537984 chunk: [26537984, 26542080) 26542080, 4096
00020000:00200000:2.0:1789760802.283885:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.283900:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6479, 6479]
00000008:00010000:2.0:1789760802.283931:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.283936:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.283946:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26537984, 26542080) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.283957:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26537984=0x194f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.283999:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.284002:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26542080
00000020:00010000:2.0:1789760802.284008:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.284010:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.284013:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.284017:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.284019:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.284025:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.284030:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.284045:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760802.284136:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 26537984<>26542080
00000100:00100000:2.0:1789760802.284175:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760802.284188:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508517632:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.299579:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973799 gen 3
00000008:00010000:2.0:1789760802.299614:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760802.299620:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.299653:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.299670:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760802.299693:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508517632:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.299712:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6479, 6479]
00000080:00200000:3.0:1789760802.299727:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.299732:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.299744:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26542080 i_blocks 53257
00000020:00200000:3.0:1789760802.299748:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.299757:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.299781:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26542080, count: 4096
00000080:00200000:3.0:1789760802.299787:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26542080, bytes: 4096
00000080:00200000:3.0:1789760802.299803:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.299810:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.299812:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26542080, 26546176) 0 0
00000080:00200000:3.0:1789760802.299816:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.299828:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6480, 6480]
00020000:00200000:3.0:1789760802.299834:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26542080 chunk: [26542080, 26546176) 26546176, 4096
00020000:00200000:3.0:1789760802.299838:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.299852:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6480, 6480]
00000008:00010000:3.0:1789760802.299870:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.299874:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.299883:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26542080, 26546176) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.299893:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26542080=0x1950000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.299950:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.299953:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26546176
00000020:00010000:3.0:1789760802.299960:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.299963:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.299966:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.299969:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.299972:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.299977:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.299982:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.300004:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3540
00000008:00100000:3.0:1789760802.300093:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8275f80 - object 0x280000401:3 offset 26542080<>26546176
00000100:00100000:3.0:1789760802.300127:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760802.300140:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508517760:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.314423:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973800 gen 3
00000008:00010000:3.0:1789760802.314453:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:3.0:1789760802.314458:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.314465:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.314479:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:3.0:1789760802.314500:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508517760:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.314524:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6480, 6480]
00000080:00200000:2.0:1789760802.314537:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.314541:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.314552:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26546176 i_blocks 53257
00000020:00200000:2.0:1789760802.314556:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.314564:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.314589:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26546176, count: 4096
00000080:00200000:2.0:1789760802.314594:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26546176, bytes: 4096
00000080:00200000:2.0:1789760802.314602:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.314608:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.314611:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26546176, 26550272) 0 0
00000080:00200000:2.0:1789760802.314614:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.314652:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6481, 6481]
00020000:00200000:2.0:1789760802.314659:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26546176 chunk: [26546176, 26550272) 26550272, 4096
00020000:00200000:2.0:1789760802.314662:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.314676:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6481, 6481]
00000008:00010000:2.0:1789760802.314690:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.314694:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.314701:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26546176, 26550272) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.314709:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26546176=0x1951000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.314751:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.314753:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26550272
00000020:00010000:2.0:1789760802.314760:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.314764:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.314767:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.314770:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.314773:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.314779:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.314784:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.314795:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760802.314880:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 26546176<>26550272
00000100:00100000:2.0:1789760802.314909:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760802.314920:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508517888:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.325614:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973801 gen 3
00000008:00010000:2.0:1789760802.325682:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760802.325689:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.325697:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.325716:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760802.325742:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508517888:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.325766:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6481, 6481]
00000080:00200000:3.0:1789760802.325791:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.325796:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.325813:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26550272 i_blocks 53257
00000020:00200000:3.0:1789760802.325818:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.325833:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.325865:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26550272, count: 4096
00000080:00200000:3.0:1789760802.325873:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26550272, bytes: 4096
00000080:00200000:3.0:1789760802.325883:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.325891:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.325894:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26550272, 26554368) 0 0
00000080:00200000:3.0:1789760802.325898:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.325916:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6482, 6482]
00020000:00200000:3.0:1789760802.325936:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26550272 chunk: [26550272, 26554368) 26554368, 4096
00020000:00200000:3.0:1789760802.325942:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.325961:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6482, 6482]
00000008:00010000:3.0:1789760802.325979:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.325986:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.325997:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26550272, 26554368) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.326010:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26550272=0x1952000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.326070:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.326073:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26554368
00000020:00010000:3.0:1789760802.326081:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.326085:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.326087:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.326091:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.326094:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.326101:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.326107:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.326124:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3540
00000008:00100000:3.0:1789760802.326254:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8275f80 - object 0x280000401:3 offset 26550272<>26554368
00000100:00100000:3.0:1789760802.326300:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760802.326320:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508518016:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.337031:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973802 gen 3
00000008:00010000:3.0:1789760802.337083:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:3.0:1789760802.337092:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.337103:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.337121:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:3.0:1789760802.337152:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508518016:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.337167:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6482, 6482]
00000080:00200000:2.0:1789760802.337185:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.337191:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.337204:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26554368 i_blocks 53257
00000020:00200000:2.0:1789760802.337210:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.337223:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.337249:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26554368, count: 4096
00000080:00200000:2.0:1789760802.337256:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26554368, bytes: 4096
00000080:00200000:2.0:1789760802.337264:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.337271:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.337274:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26554368, 26558464) 0 0
00000080:00200000:2.0:1789760802.337277:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.337290:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6483, 6483]
00020000:00200000:2.0:1789760802.337297:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26554368 chunk: [26554368, 26558464) 26558464, 4096
00020000:00200000:2.0:1789760802.337300:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.337315:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6483, 6483]
00000008:00010000:2.0:1789760802.337329:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.337334:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.337342:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26554368, 26558464) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.337353:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26554368=0x1953000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.337412:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.337415:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26558464
00000020:00010000:2.0:1789760802.337421:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.337425:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.337427:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.337431:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.337433:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.337440:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.337445:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.337462:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760802.337576:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 26554368<>26558464
00000100:00100000:2.0:1789760802.337616:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760802.337698:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508518144:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.349372:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973803 gen 3
00000008:00010000:2.0:1789760802.349407:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760802.349414:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.349422:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.349440:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760802.349467:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508518144:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.349482:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6483, 6483]
00000080:00200000:3.0:1789760802.349502:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.349507:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.349524:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26558464 i_blocks 53257
00000020:00200000:3.0:1789760802.349529:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.349543:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.349575:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26558464, count: 4096
00000080:00200000:3.0:1789760802.349583:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26558464, bytes: 4096
00000080:00200000:3.0:1789760802.349591:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.349598:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.349599:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26558464, 26562560) 0 0
00000080:00200000:3.0:1789760802.349603:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.349616:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6484, 6484]
00020000:00200000:3.0:1789760802.349622:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26558464 chunk: [26558464, 26562560) 26562560, 4096
00020000:00200000:3.0:1789760802.349625:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.349675:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6484, 6484]
00000008:00010000:3.0:1789760802.349691:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.349697:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.349709:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26558464, 26562560) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.349722:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26558464=0x1954000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.349779:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.349783:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26562560
00000020:00010000:3.0:1789760802.349790:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.349794:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.349797:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.349801:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.349803:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.349811:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.349818:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.349835:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3540
00000008:00100000:3.0:1789760802.349972:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8275f80 - object 0x280000401:3 offset 26558464<>26562560
00000100:00100000:3.0:1789760802.350013:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760802.350033:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508518272:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.362083:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973804 gen 3
00000008:00010000:3.0:1789760802.362139:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:3.0:1789760802.362148:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.362159:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.362182:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:3.0:1789760802.362212:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508518272:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.362230:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6484, 6484]
00000080:00200000:2.0:1789760802.362247:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.362253:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.362269:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26562560 i_blocks 53257
00000020:00200000:2.0:1789760802.362273:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.362285:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.362319:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26562560, count: 4096
00000080:00200000:2.0:1789760802.362328:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26562560, bytes: 4096
00000080:00200000:2.0:1789760802.362336:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.362345:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.362347:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26562560, 26566656) 0 0
00000080:00200000:2.0:1789760802.362352:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.362368:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6485, 6485]
00020000:00200000:2.0:1789760802.362377:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26562560 chunk: [26562560, 26566656) 26566656, 4096
00020000:00200000:2.0:1789760802.362382:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.362403:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6485, 6485]
00000008:00010000:2.0:1789760802.362421:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.362428:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.362440:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26562560, 26566656) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.362455:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26562560=0x1955000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.362517:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.362531:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26566656
00000020:00010000:2.0:1789760802.362540:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.362543:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.362547:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.362550:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.362553:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.362560:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.362575:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.362592:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760802.362768:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98000 - object 0x280000401:3 offset 26562560<>26566656
00000100:00100000:2.0:1789760802.362806:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760802.362823:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508518400:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.378174:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973805 gen 3
00000008:00010000:2.0:1789760802.378235:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:2.0:1789760802.378245:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.378255:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.378283:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:2.0:1789760802.378315:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508518400:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.378426:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6485, 6485]
00000080:00200000:3.0:1789760802.378443:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.378449:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.378463:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26566656 i_blocks 53257
00000020:00200000:3.0:1789760802.378466:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.378476:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.378505:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26566656, count: 4096
00000080:00200000:3.0:1789760802.378511:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26566656, bytes: 4096
00000080:00200000:3.0:1789760802.378520:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.378528:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.378531:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26566656, 26570752) 0 0
00000080:00200000:3.0:1789760802.378536:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.378551:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6486, 6486]
00020000:00200000:3.0:1789760802.378559:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26566656 chunk: [26566656, 26570752) 26570752, 4096
00020000:00200000:3.0:1789760802.378564:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.378582:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6486, 6486]
00000008:00010000:3.0:1789760802.378609:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.378615:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.378626:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26566656, 26570752) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.378675:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26566656=0x1956000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.378737:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.378739:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26570752
00000020:00010000:3.0:1789760802.378746:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.378749:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.378751:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.378754:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.378756:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.378762:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.378769:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.378785:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3540
00000008:00100000:3.0:1789760802.378936:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8275f80 - object 0x280000401:3 offset 26566656<>26570752
00000100:00100000:3.0:1789760802.378984:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760802.379000:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508518528:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.393001:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508518784:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760802.393012:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2409:1876699508518656:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760802.393122:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508518912:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760802.393316:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2409:1876699508519168:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760802.393327:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508519040:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760802.394789:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2409:1876699508518656:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760802.394999:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508518784:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760802.395029:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508518912:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760802.395034:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508519040:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760802.395056:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2409:1876699508519168:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760802.396427:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973806 gen 3
00000008:00010000:3.0:1789760802.396465:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:3.0:1789760802.396473:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.396482:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.396507:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:3.0:1789760802.396539:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508518528:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.396556:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6486, 6486]
00000080:00200000:2.0:1789760802.396573:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.396578:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.396601:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26570752 i_blocks 53257
00000020:00200000:2.0:1789760802.396607:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.396617:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.396792:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26570752, count: 4096
00000080:00200000:2.0:1789760802.396800:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26570752, bytes: 4096
00000080:00200000:2.0:1789760802.396811:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.396820:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.396822:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26570752, 26574848) 0 0
00000080:00200000:2.0:1789760802.396827:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.396842:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6487, 6487]
00020000:00200000:2.0:1789760802.396850:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26570752 chunk: [26570752, 26574848) 26574848, 4096
00020000:00200000:2.0:1789760802.396854:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.396872:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6487, 6487]
00000008:00010000:2.0:1789760802.396888:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.396894:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.396904:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26570752, 26574848) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.396916:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26570752=0x1957000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.396978:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.396981:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26574848
00000020:00010000:2.0:1789760802.396988:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.396991:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.396994:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.396997:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.397000:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.397006:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.397012:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.397026:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634780
00000008:00100000:2.0:1789760802.397140:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9bb80 - object 0x280000401:3 offset 26570752<>26574848
00000100:00100000:3.0:1789760802.397201:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760802.397214:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508519296:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.410679:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973807 gen 3
00000008:00010000:3.0:1789760802.410717:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634780
00000020:00200000:3.0:1789760802.410724:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.410732:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.410751:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634780
00000100:00100000:3.0:1789760802.410778:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508519296:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.410812:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6487, 6487]
00000080:00200000:2.0:1789760802.410836:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.410844:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.410862:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26574848 i_blocks 53257
00000020:00200000:2.0:1789760802.410867:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.410880:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.410916:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26574848, count: 4096
00000080:00200000:2.0:1789760802.410940:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26574848, bytes: 4096
00000080:00200000:2.0:1789760802.410951:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.410960:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.410962:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26574848, 26578944) 0 0
00000080:00200000:2.0:1789760802.410967:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.410983:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6488, 6488]
00020000:00200000:2.0:1789760802.410991:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26574848 chunk: [26574848, 26578944) 26578944, 4096
00020000:00200000:2.0:1789760802.410995:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.411015:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6488, 6488]
00000008:00010000:2.0:1789760802.411034:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.411039:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.411051:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26574848, 26578944) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.411065:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26574848=0x1958000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.411129:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.411132:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26578944
00000020:00010000:2.0:1789760802.411140:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.411144:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.411147:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.411164:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.411167:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.411175:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.411182:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.411201:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634480
00000008:00100000:2.0:1789760802.411333:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9b480 - object 0x280000401:3 offset 26574848<>26578944
00000100:00100000:3.0:1789760802.411448:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760802.411463:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508519424:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.427294:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973808 gen 3
00000008:00010000:3.0:1789760802.427325:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634480
00000020:00200000:3.0:1789760802.427330:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.427336:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.427353:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634480
00000100:00100000:3.0:1789760802.427378:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508519424:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.428956:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6488, 6488]
00000080:00200000:2.0:1789760802.428983:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.428990:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.429006:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26578944 i_blocks 53257
00000020:00200000:2.0:1789760802.429012:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.429026:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.429061:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26578944, count: 4096
00000080:00200000:2.0:1789760802.429069:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26578944, bytes: 4096
00000080:00200000:2.0:1789760802.429081:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.429090:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.429092:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26578944, 26583040) 0 0
00000080:00200000:2.0:1789760802.429096:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.429117:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6489, 6489]
00020000:00200000:2.0:1789760802.429125:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26578944 chunk: [26578944, 26583040) 26583040, 4096
00020000:00200000:2.0:1789760802.429129:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.429149:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6489, 6489]
00000008:00010000:2.0:1789760802.429169:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.429175:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.429186:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26578944, 26583040) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.429200:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26578944=0x1959000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.429276:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.429279:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26583040
00000020:00010000:2.0:1789760802.429285:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.429288:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.429290:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.429292:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.429294:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.429299:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.429304:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.429321:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634540
00000008:00100000:2.0:1789760802.429430:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99f80 - object 0x280000401:3 offset 26578944<>26583040
00000100:00100000:3.0:1789760802.429491:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760802.429511:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508519552:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.445610:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973809 gen 3
00000008:00010000:3.0:1789760802.445696:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634540
00000020:00200000:3.0:1789760802.445704:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.445717:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.445743:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634540
00000100:00100000:3.0:1789760802.445777:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508519552:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.445972:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6489, 6489]
00000080:00200000:2.0:1789760802.445990:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.445996:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.446010:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26583040 i_blocks 53257
00000020:00200000:2.0:1789760802.446015:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.446025:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.446056:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26583040, count: 4096
00000080:00200000:2.0:1789760802.446064:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26583040, bytes: 4096
00000080:00200000:2.0:1789760802.446075:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.446085:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.446087:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26583040, 26587136) 0 0
00000080:00200000:2.0:1789760802.446092:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.446109:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6490, 6490]
00020000:00200000:2.0:1789760802.446117:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26583040 chunk: [26583040, 26587136) 26587136, 4096
00020000:00200000:2.0:1789760802.446122:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.446144:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6490, 6490]
00000008:00010000:2.0:1789760802.446178:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.446185:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.446199:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26583040, 26587136) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.446213:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26583040=0x195a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.446274:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.446277:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26587136
00000020:00010000:2.0:1789760802.446285:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.446289:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.446292:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.446295:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.446298:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.446305:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.446312:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.446327:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634e40
00000008:00100000:2.0:1789760802.446464:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98a80 - object 0x280000401:3 offset 26583040<>26587136
00000100:00100000:3.0:1789760802.446706:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760802.446724:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508519680:192.168.203.123@tcp:4:dd.0
00010000:00010000:1.0:1789760802.456997:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760802.461208:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973810 gen 3
00000008:00010000:3.0:1789760802.461264:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634e40
00000020:00200000:3.0:1789760802.461281:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.461293:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.461318:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634e40
00000100:00100000:3.0:1789760802.461361:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508519680:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.461392:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6490, 6490]
00000080:00200000:2.0:1789760802.461408:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.461415:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.461431:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26587136 i_blocks 53257
00000020:00200000:2.0:1789760802.461435:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.461446:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.461501:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26587136, count: 4096
00000080:00200000:2.0:1789760802.461509:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26587136, bytes: 4096
00000080:00200000:2.0:1789760802.461518:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.461528:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.461530:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26587136, 26591232) 0 0
00000080:00200000:2.0:1789760802.461534:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.461551:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6491, 6491]
00020000:00200000:2.0:1789760802.461559:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26587136 chunk: [26587136, 26591232) 26591232, 4096
00020000:00200000:2.0:1789760802.461563:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.461583:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6491, 6491]
00000008:00010000:2.0:1789760802.461600:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.461606:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.461616:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26587136, 26591232) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.461658:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26587136=0x195b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.461708:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.461711:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26591232
00000020:00010000:2.0:1789760802.461719:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.461722:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.461725:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.461728:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.461731:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.461738:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.461744:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.461757:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d16340c0
00000008:00100000:2.0:1789760802.461887:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99c00 - object 0x280000401:3 offset 26587136<>26591232
00000100:00100000:3.0:1789760802.462012:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760802.462030:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508519808:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.477700:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973811 gen 3
00000008:00010000:3.0:1789760802.477733:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d16340c0
00000020:00200000:3.0:1789760802.477739:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.477746:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.477764:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d16340c0
00000100:00100000:3.0:1789760802.477792:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508519808:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.477811:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6491, 6491]
00000080:00200000:2.0:1789760802.477832:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.477839:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.477855:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26591232 i_blocks 53257
00000020:00200000:2.0:1789760802.477859:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.477871:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.477903:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26591232, count: 4096
00000080:00200000:2.0:1789760802.477911:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26591232, bytes: 4096
00000080:00200000:2.0:1789760802.477932:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.477941:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.477943:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26591232, 26595328) 0 0
00000080:00200000:2.0:1789760802.477947:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.477962:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6492, 6492]
00020000:00200000:2.0:1789760802.477970:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26591232 chunk: [26591232, 26595328) 26595328, 4096
00020000:00200000:2.0:1789760802.477974:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.477994:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6492, 6492]
00000008:00010000:2.0:1789760802.478011:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.478016:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.478038:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26591232, 26595328) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.478051:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26591232=0x195c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.478106:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.478108:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26595328
00000020:00010000:2.0:1789760802.478115:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.478118:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.478121:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.478124:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.478126:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.478133:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.478139:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.478156:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760802.478277:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99880 - object 0x280000401:3 offset 26591232<>26595328
00000100:00100000:2.0:1789760802.478347:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508519936:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.499319:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973812 gen 3
00000008:00010000:2.0:1789760802.499375:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634840
00000020:00200000:2.0:1789760802.499384:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.499395:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.499427:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634840
00000100:00100000:2.0:1789760802.499461:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508519936:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760802.499600:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6492, 6492]
00000080:00200000:0.0:1789760802.499616:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760802.499621:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760802.499676:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26595328 i_blocks 53257
00000020:00200000:0.0:1789760802.499681:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760802.499692:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760802.499725:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26595328, count: 4096
00000080:00200000:0.0:1789760802.499732:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26595328, bytes: 4096
00000080:00200000:0.0:1789760802.499753:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760802.499762:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760802.499765:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26595328, 26599424) 0 0
00000080:00200000:0.0:1789760802.499774:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760802.499790:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6493, 6493]
00020000:00200000:0.0:1789760802.499799:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26595328 chunk: [26595328, 26599424) 26599424, 4096
00020000:00200000:0.0:1789760802.499804:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760802.499823:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6493, 6493]
00000008:00010000:0.0:1789760802.499840:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760802.499847:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760802.499859:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26595328, 26599424) append 0 append lockpos 0
00000080:00200000:0.0:1789760802.499874:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26595328=0x195d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760802.499940:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760802.499943:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26599424
00000020:00010000:0.0:1789760802.499952:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760802.499962:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760802.499965:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760802.499968:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760802.499971:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760802.499979:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760802.499985:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760802.500002:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760802.500123:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26595328<>26599424
00000100:00100000:1.0:1789760802.500182:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508520064:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.514203:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973813 gen 3
00000008:00010000:0.0:1789760802.514263:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760802.514272:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.514292:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.514312:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760802.514345:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508520064:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.514350:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6493, 6493]
00000080:00200000:2.0:1789760802.514369:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.514375:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.514390:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26599424 i_blocks 53257
00000020:00200000:2.0:1789760802.514394:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.514404:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.514438:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26599424, count: 4096
00000080:00200000:2.0:1789760802.514446:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26599424, bytes: 4096
00000080:00200000:2.0:1789760802.514456:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.514465:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.514468:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26599424, 26603520) 0 0
00000080:00200000:2.0:1789760802.514472:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.514488:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6494, 6494]
00020000:00200000:2.0:1789760802.514507:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26599424 chunk: [26599424, 26603520) 26603520, 4096
00020000:00200000:2.0:1789760802.514512:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.514533:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6494, 6494]
00000008:00010000:2.0:1789760802.514551:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.514558:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.514569:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26599424, 26603520) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.514582:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26599424=0x195e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.514670:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.514673:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26603520
00000020:00010000:2.0:1789760802.514682:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.514686:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.514688:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.514692:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.514694:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.514702:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.514708:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.514723:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760802.514839:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99880 - object 0x280000401:3 offset 26599424<>26603520
00000100:00100000:2.0:1789760802.514887:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760802.514902:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508520192:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.527196:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973814 gen 3
00000008:00010000:2.0:1789760802.527246:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634840
00000020:00200000:2.0:1789760802.527254:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.527273:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.527295:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634840
00000080:00200000:0.0:1789760802.527329:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6494, 6494]
00000100:00100000:2.0:1789760802.527332:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508520192:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760802.527354:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760802.527365:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760802.527380:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26603520 i_blocks 53257
00000020:00200000:0.0:1789760802.527384:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760802.527397:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760802.527428:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26603520, count: 4096
00000080:00200000:0.0:1789760802.527436:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26603520, bytes: 4096
00000080:00200000:0.0:1789760802.527447:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760802.527456:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760802.527459:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26603520, 26607616) 0 0
00000080:00200000:0.0:1789760802.527464:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760802.527482:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6495, 6495]
00020000:00200000:0.0:1789760802.527490:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26603520 chunk: [26603520, 26607616) 26607616, 4096
00020000:00200000:0.0:1789760802.527495:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760802.527512:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6495, 6495]
00000008:00010000:0.0:1789760802.527529:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760802.527535:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760802.527546:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26603520, 26607616) append 0 append lockpos 0
00000080:00200000:0.0:1789760802.527558:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26603520=0x195f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760802.527619:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760802.527622:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26607616
00000020:00010000:0.0:1789760802.527672:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760802.527677:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760802.527681:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760802.527685:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760802.527688:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760802.527698:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760802.527705:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760802.527722:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760802.527840:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26603520<>26607616
00000100:00100000:0.0:1789760802.527887:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760802.527906:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508520320:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.538726:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973815 gen 3
00000008:00010000:0.0:1789760802.538767:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760802.538773:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.538782:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.538799:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760802.538834:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508520320:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760802.538847:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6495, 6495]
00000080:00200000:1.0:1789760802.538866:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760802.538872:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760802.538885:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26607616 i_blocks 53257
00000020:00200000:1.0:1789760802.538890:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760802.538901:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760802.538938:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26607616, count: 4096
00000080:00200000:1.0:1789760802.538945:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26607616, bytes: 4096
00000080:00200000:1.0:1789760802.538952:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760802.538960:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760802.538962:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26607616, 26611712) 0 0
00000080:00200000:1.0:1789760802.538966:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760802.538977:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6496, 6496]
00020000:00200000:1.0:1789760802.538983:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26607616 chunk: [26607616, 26611712) 26611712, 4096
00020000:00200000:1.0:1789760802.538987:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760802.539001:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6496, 6496]
00000008:00010000:1.0:1789760802.539025:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760802.539030:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760802.539039:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26607616, 26611712) append 0 append lockpos 0
00000080:00200000:1.0:1789760802.539050:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26607616=0x1960000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760802.539095:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760802.539097:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26611712
00000020:00010000:1.0:1789760802.539103:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760802.539106:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.539109:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.539112:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760802.539114:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760802.539121:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760802.539126:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760802.539142:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbfb40
00000008:00100000:1.0:1789760802.539226:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beaa00 - object 0x280000401:3 offset 26607616<>26611712
00000100:00100000:1.0:1789760802.539260:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760802.539274:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508520448:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.550986:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973816 gen 3
00000008:00010000:0.0:1789760802.551028:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbfb40
00000020:00200000:0.0:1789760802.551035:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.551042:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.551063:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbfb40
00000100:00100000:0.0:1789760802.551085:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508520448:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.551132:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6496, 6496]
00000080:00200000:2.0:1789760802.551154:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.551160:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.551175:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26611712 i_blocks 53257
00000020:00200000:2.0:1789760802.551180:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.551193:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.551228:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26611712, count: 4096
00000080:00200000:2.0:1789760802.551236:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26611712, bytes: 4096
00000080:00200000:2.0:1789760802.551247:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.551254:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.551255:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26611712, 26615808) 0 0
00000080:00200000:2.0:1789760802.551259:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.551273:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6497, 6497]
00020000:00200000:2.0:1789760802.551279:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26611712 chunk: [26611712, 26615808) 26615808, 4096
00020000:00200000:2.0:1789760802.551283:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.551300:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6497, 6497]
00000008:00010000:2.0:1789760802.551314:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.551320:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.551331:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26611712, 26615808) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.551344:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26611712=0x1961000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.551406:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.551410:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26615808
00000020:00010000:2.0:1789760802.551416:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.551419:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.551428:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.551431:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.551433:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.551439:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.551444:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.551458:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634840
00000008:00100000:2.0:1789760802.551574:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99880 - object 0x280000401:3 offset 26611712<>26615808
00000100:00100000:3.0:1789760802.551660:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760802.551675:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508520576:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.562304:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973817 gen 3
00000008:00010000:3.0:1789760802.562349:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634840
00000020:00200000:3.0:1789760802.562356:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.562365:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.562384:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634840
00000100:00100000:3.0:1789760802.562412:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508520576:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.562418:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6497, 6497]
00000080:00200000:2.0:1789760802.562435:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.562439:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.562452:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26615808 i_blocks 53257
00000020:00200000:2.0:1789760802.562455:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.562464:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.562493:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26615808, count: 4096
00000080:00200000:2.0:1789760802.562498:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26615808, bytes: 4096
00000080:00200000:2.0:1789760802.562505:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.562510:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.562512:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26615808, 26619904) 0 0
00000080:00200000:2.0:1789760802.562516:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.562528:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6498, 6498]
00020000:00200000:2.0:1789760802.562535:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26615808 chunk: [26615808, 26619904) 26619904, 4096
00020000:00200000:2.0:1789760802.562539:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.562557:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6498, 6498]
00000008:00010000:2.0:1789760802.562573:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.562579:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.562591:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26615808, 26619904) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.562602:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26615808=0x1962000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.562698:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.562701:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26619904
00000020:00010000:2.0:1789760802.562710:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.562713:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.562715:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.562717:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.562719:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.562725:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.562732:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.562746:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760802.562853:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a680 - object 0x280000401:3 offset 26615808<>26619904
00000100:00100000:2.0:1789760802.562892:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760802.562908:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508520704:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.575577:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973818 gen 3
00000008:00010000:2.0:1789760802.575621:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:2.0:1789760802.575651:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.575659:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.575678:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:2.0:1789760802.575709:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508520704:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.575714:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6498, 6498]
00000080:00200000:3.0:1789760802.575732:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.575737:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.575752:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26619904 i_blocks 53257
00000020:00200000:3.0:1789760802.575756:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.575767:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.575798:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26619904, count: 4096
00000080:00200000:3.0:1789760802.575806:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26619904, bytes: 4096
00000080:00200000:3.0:1789760802.575815:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.575824:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.575826:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26619904, 26624000) 0 0
00000080:00200000:3.0:1789760802.575832:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.575848:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6499, 6499]
00020000:00200000:3.0:1789760802.575856:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26619904 chunk: [26619904, 26624000) 26624000, 4096
00020000:00200000:3.0:1789760802.575861:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.575889:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6499, 6499]
00000008:00010000:3.0:1789760802.575907:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.575913:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.575934:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26619904, 26624000) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.575948:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26619904=0x1963000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.576002:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.576005:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26624000
00000020:00010000:3.0:1789760802.576014:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.576017:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.576020:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.576024:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.576027:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.576034:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.576040:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.576055:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3540
00000008:00100000:3.0:1789760802.576159:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8275f80 - object 0x280000401:3 offset 26619904<>26624000
00000100:00100000:3.0:1789760802.576196:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760802.576211:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508520832:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.589776:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973819 gen 3
00000008:00010000:3.0:1789760802.589810:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:3.0:1789760802.589816:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.589825:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.589847:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:3.0:1789760802.589871:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508520832:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.589959:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6499, 6499]
00000080:00200000:2.0:1789760802.589971:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.589976:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.589988:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26624000 i_blocks 53257
00000020:00200000:2.0:1789760802.589992:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.590000:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.590028:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26624000, count: 4096
00000080:00200000:2.0:1789760802.590034:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26624000, bytes: 4096
00000080:00200000:2.0:1789760802.590041:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.590047:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.590049:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26624000, 26628096) 0 0
00000080:00200000:2.0:1789760802.590054:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.590066:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6500, 6500]
00020000:00200000:2.0:1789760802.590072:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26624000 chunk: [26624000, 26628096) 26628096, 4096
00020000:00200000:2.0:1789760802.590076:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.590089:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6500, 6500]
00000008:00010000:2.0:1789760802.590101:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.590105:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.590113:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26624000, 26628096) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.590123:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26624000=0x1964000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.590166:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.590168:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26628096
00000020:00010000:2.0:1789760802.590175:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.590178:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.590181:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.590184:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.590187:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.590193:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.590198:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.590211:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760802.590296:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a680 - object 0x280000401:3 offset 26624000<>26628096
00000100:00100000:2.0:1789760802.590330:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760802.590342:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508520960:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.602809:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973820 gen 3
00000008:00010000:2.0:1789760802.602847:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:2.0:1789760802.602854:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.602862:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.602880:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:2.0:1789760802.602904:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508520960:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.602930:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6500, 6500]
00000080:00200000:3.0:1789760802.602944:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.602950:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.602961:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26628096 i_blocks 53257
00000020:00200000:3.0:1789760802.602965:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.602975:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.603000:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26628096, count: 4096
00000080:00200000:3.0:1789760802.603006:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26628096, bytes: 4096
00000080:00200000:3.0:1789760802.603014:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.603021:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.603023:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26628096, 26632192) 0 0
00000080:00200000:3.0:1789760802.603026:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.603038:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6501, 6501]
00020000:00200000:3.0:1789760802.603044:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26628096 chunk: [26628096, 26632192) 26632192, 4096
00020000:00200000:3.0:1789760802.603047:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.603061:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6501, 6501]
00000008:00010000:3.0:1789760802.603073:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.603079:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.603087:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26628096, 26632192) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.603098:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26628096=0x1965000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.603139:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.603141:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26632192
00000020:00010000:3.0:1789760802.603148:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.603151:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.603154:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.603157:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.603159:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.603166:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.603171:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.603184:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3540
00000008:00100000:3.0:1789760802.603269:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8275f80 - object 0x280000401:3 offset 26628096<>26632192
00000100:00100000:3.0:1789760802.603301:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760802.603313:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508521088:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.618971:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973821 gen 3
00000008:00010000:3.0:1789760802.619005:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:3.0:1789760802.619011:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.619018:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.619041:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:3.0:1789760802.619064:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508521088:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.619174:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6501, 6501]
00000080:00200000:2.0:1789760802.619186:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.619191:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.619202:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26632192 i_blocks 53257
00000020:00200000:2.0:1789760802.619206:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.619214:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.619238:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26632192, count: 4096
00000080:00200000:2.0:1789760802.619243:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26632192, bytes: 4096
00000080:00200000:2.0:1789760802.619251:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.619257:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.619259:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26632192, 26636288) 0 0
00000080:00200000:2.0:1789760802.619263:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.619275:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6502, 6502]
00020000:00200000:2.0:1789760802.619282:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26632192 chunk: [26632192, 26636288) 26636288, 4096
00020000:00200000:2.0:1789760802.619286:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.619300:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6502, 6502]
00000008:00010000:2.0:1789760802.619310:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.619314:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.619320:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26632192, 26636288) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.619329:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26632192=0x1966000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.619365:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.619368:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26636288
00000020:00010000:2.0:1789760802.619374:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.619378:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.619381:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.619384:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.619387:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.619393:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.619398:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.619410:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760802.619485:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a680 - object 0x280000401:3 offset 26632192<>26636288
00000100:00100000:2.0:1789760802.619518:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760802.619530:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508521216:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.633462:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973822 gen 3
00000008:00010000:2.0:1789760802.633501:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:2.0:1789760802.633508:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.633516:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.633538:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:2.0:1789760802.633561:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508521216:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.633648:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6502, 6502]
00000080:00200000:3.0:1789760802.633659:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.633663:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.633672:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26636288 i_blocks 53257
00000020:00200000:3.0:1789760802.633675:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.633682:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.633704:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26636288, count: 4096
00000080:00200000:3.0:1789760802.633708:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26636288, bytes: 4096
00000080:00200000:3.0:1789760802.633715:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.633720:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.633722:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26636288, 26640384) 0 0
00000080:00200000:3.0:1789760802.633725:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.633734:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6503, 6503]
00020000:00200000:3.0:1789760802.633739:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26636288 chunk: [26636288, 26640384) 26640384, 4096
00020000:00200000:3.0:1789760802.633741:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.633753:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6503, 6503]
00000008:00010000:3.0:1789760802.633763:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.633766:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.633773:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26636288, 26640384) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.633780:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26636288=0x1967000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.633813:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.633814:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26640384
00000020:00010000:3.0:1789760802.633819:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.633821:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.633823:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.633825:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.633826:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.633830:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.633834:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.633844:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3540
00000008:00100000:3.0:1789760802.633934:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8275f80 - object 0x280000401:3 offset 26636288<>26640384
00000100:00100000:2.0:1789760802.633985:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508521344:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.647695:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973823 gen 3
00000008:00010000:2.0:1789760802.647730:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:2.0:1789760802.647736:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.647743:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.647758:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:2.0:1789760802.647782:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508521344:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.647790:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6503, 6503]
00000080:00200000:3.0:1789760802.647805:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.647811:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.647823:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26640384 i_blocks 53257
00000020:00200000:3.0:1789760802.647827:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.647837:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.647862:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26640384, count: 4096
00000080:00200000:3.0:1789760802.647868:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26640384, bytes: 4096
00000080:00200000:3.0:1789760802.647875:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.647881:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.647883:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26640384, 26644480) 0 0
00000080:00200000:3.0:1789760802.647887:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.647899:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6504, 6504]
00020000:00200000:3.0:1789760802.647905:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26640384 chunk: [26640384, 26644480) 26644480, 4096
00020000:00200000:3.0:1789760802.647909:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.647935:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6504, 6504]
00000008:00010000:3.0:1789760802.647948:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.647952:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.647960:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26640384, 26644480) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.647972:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26640384=0x1968000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.648013:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.648016:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26644480
00000020:00010000:3.0:1789760802.648022:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.648025:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.648028:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.648031:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.648034:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.648040:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.648045:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.648059:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee3540
00000008:00100000:3.0:1789760802.648148:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8276d80 - object 0x280000401:3 offset 26640384<>26644480
00000100:00100000:2.0:1789760802.648201:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760802.648215:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508521472:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.661229:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973824 gen 3
00000008:00010000:2.0:1789760802.661261:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee3540
00000020:00200000:2.0:1789760802.661266:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.661272:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.661283:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee3540
00000100:00100000:2.0:1789760802.661302:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508521472:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.661307:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6504, 6504]
00000080:00200000:3.0:1789760802.661318:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.661322:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.661331:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26644480 i_blocks 53257
00000020:00200000:3.0:1789760802.661333:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.661341:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.661362:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26644480, count: 4096
00000080:00200000:3.0:1789760802.661367:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26644480, bytes: 4096
00000080:00200000:3.0:1789760802.661372:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.661377:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.661378:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26644480, 26648576) 0 0
00000080:00200000:3.0:1789760802.661382:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.661390:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6505, 6505]
00020000:00200000:3.0:1789760802.661395:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26644480 chunk: [26644480, 26648576) 26648576, 4096
00020000:00200000:3.0:1789760802.661397:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.661408:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6505, 6505]
00000008:00010000:3.0:1789760802.661417:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.661429:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.661436:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26644480, 26648576) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.661443:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26644480=0x1969000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.661473:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.661475:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26648576
00000020:00010000:3.0:1789760802.661480:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.661482:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.661484:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.661486:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.661488:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.661492:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.661495:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.661506:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee36c0
00000008:00100000:3.0:1789760802.661579:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274380 - object 0x280000401:3 offset 26644480<>26648576
00000100:00100000:3.0:1789760802.661605:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760802.661615:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508521600:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.672320:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973825 gen 3
00000008:00010000:3.0:1789760802.672353:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee36c0
00000020:00200000:3.0:1789760802.672359:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.672367:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.672386:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee36c0
00000100:00100000:3.0:1789760802.672416:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508521600:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.672429:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6505, 6505]
00000080:00200000:2.0:1789760802.672441:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.672446:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.672458:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26648576 i_blocks 53257
00000020:00200000:2.0:1789760802.672462:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.672472:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.672496:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26648576, count: 4096
00000080:00200000:2.0:1789760802.672502:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26648576, bytes: 4096
00000080:00200000:2.0:1789760802.672509:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.672515:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.672518:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26648576, 26652672) 0 0
00000080:00200000:2.0:1789760802.672521:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.672534:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6506, 6506]
00020000:00200000:2.0:1789760802.672540:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26648576 chunk: [26648576, 26652672) 26652672, 4096
00020000:00200000:2.0:1789760802.672543:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.672556:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6506, 6506]
00000008:00010000:2.0:1789760802.672569:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.672573:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.672581:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26648576, 26652672) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.672591:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26648576=0x196a000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.672671:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.672674:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26652672
00000020:00010000:2.0:1789760802.672681:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.672685:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.672688:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.672692:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.672695:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.672702:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.672707:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.672719:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760802.672800:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a680 - object 0x280000401:3 offset 26648576<>26652672
00000100:00100000:2.0:1789760802.672833:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:2.0:1789760802.672846:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508521728:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.685439:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973826 gen 3
00000008:00010000:2.0:1789760802.685475:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:2.0:1789760802.685481:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.685489:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.685522:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:2.0:1789760802.685543:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508521728:192.168.203.123@tcp:4:dd.0
00000080:00200000:0.0:1789760802.685618:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6506, 6506]
00000080:00200000:0.0:1789760802.685661:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:0.0:1789760802.685667:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:0.0:1789760802.685679:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26652672 i_blocks 53257
00000020:00200000:0.0:1789760802.685682:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:0.0:1789760802.685692:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:0.0:1789760802.685716:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26652672, count: 4096
00000080:00200000:0.0:1789760802.685722:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26652672, bytes: 4096
00000080:00200000:0.0:1789760802.685729:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:0.0:1789760802.685737:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:0.0:1789760802.685739:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26652672, 26656768) 0 0
00000080:00200000:0.0:1789760802.685742:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:0.0:1789760802.685754:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6507, 6507]
00020000:00200000:0.0:1789760802.685760:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26652672 chunk: [26652672, 26656768) 26656768, 4096
00020000:00200000:0.0:1789760802.685763:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760802.685776:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6507, 6507]
00000008:00010000:0.0:1789760802.685790:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:0.0:1789760802.685802:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c2ed16b0, osc lock ffff9686c51425f0, flags 0x0
00000080:00200000:0.0:1789760802.685810:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26652672, 26656768) append 0 append lockpos 0
00000080:00200000:0.0:1789760802.685820:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26652672=0x196b000, pages 1 (max 131072), lockless, parallel
00000020:00200000:0.0:1789760802.685871:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:0.0:1789760802.685874:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26656768
00000020:00010000:0.0:1789760802.685880:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:0.0:1789760802.685884:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:0.0:1789760802.685893:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c2ed16b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:0.0:1789760802.685896:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:0.0:1789760802.685899:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c2ed16b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:0.0:1789760802.685905:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:0.0:1789760802.685910:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:0.0:1789760802.685936:0:12334:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff96870206c180
00000008:00100000:0.0:1789760802.686024:0:12334:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c954fb80 - object 0x280000401:3 offset 26652672<>26656768
00000100:00100000:0.0:1789760802.686059:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:0.0:1789760802.686073:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508521856:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.701785:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973827 gen 3
00000008:00010000:0.0:1789760802.701820:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff96870206c180
00000020:00200000:0.0:1789760802.701827:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.701836:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.701852:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff96870206c180
00000100:00100000:0.0:1789760802.701877:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508521856:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760802.701878:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6507, 6507]
00000080:00200000:1.0:1789760802.701892:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760802.701898:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760802.701910:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26656768 i_blocks 53257
00000020:00200000:1.0:1789760802.701913:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760802.701933:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760802.701957:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26656768, count: 4096
00000080:00200000:1.0:1789760802.701962:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26656768, bytes: 4096
00000080:00200000:1.0:1789760802.701969:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760802.701976:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760802.701978:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26656768, 26660864) 0 0
00000080:00200000:1.0:1789760802.701981:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760802.701992:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6508, 6508]
00020000:00200000:1.0:1789760802.701998:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26656768 chunk: [26656768, 26660864) 26660864, 4096
00020000:00200000:1.0:1789760802.702002:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760802.702023:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6508, 6508]
00000008:00010000:1.0:1789760802.702037:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760802.702042:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760802.702050:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26656768, 26660864) append 0 append lockpos 0
00000080:00200000:1.0:1789760802.702060:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26656768=0x196c000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760802.702101:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760802.702104:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26660864
00000020:00010000:1.0:1789760802.702111:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760802.702114:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.702117:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.702120:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760802.702123:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760802.702129:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760802.702134:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760802.702147:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf480
00000008:00100000:1.0:1789760802.702252:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb480 - object 0x280000401:3 offset 26656768<>26660864
00000100:00100000:1.0:1789760802.702291:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:1.0:1789760802.702303:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508521984:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.714092:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973828 gen 3
00000008:00010000:0.0:1789760802.714125:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf480
00000020:00200000:0.0:1789760802.714131:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.714139:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.714153:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf480
00000080:00200000:1.0:1789760802.714173:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6508, 6508]
00000100:00100000:0.0:1789760802.714179:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508521984:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760802.714188:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760802.714194:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760802.714205:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26660864 i_blocks 53257
00000020:00200000:1.0:1789760802.714209:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760802.714217:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760802.714242:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26660864, count: 4096
00000080:00200000:1.0:1789760802.714247:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26660864, bytes: 4096
00000080:00200000:1.0:1789760802.714253:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760802.714259:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760802.714261:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26660864, 26664960) 0 0
00000080:00200000:1.0:1789760802.714265:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760802.714276:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6509, 6509]
00020000:00200000:1.0:1789760802.714283:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26660864 chunk: [26660864, 26664960) 26664960, 4096
00020000:00200000:1.0:1789760802.714287:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760802.714300:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6509, 6509]
00000008:00010000:1.0:1789760802.714313:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760802.714317:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760802.714325:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26660864, 26664960) append 0 append lockpos 0
00000080:00200000:1.0:1789760802.714336:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26660864=0x196d000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760802.714372:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760802.714374:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26664960
00000020:00010000:1.0:1789760802.714381:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760802.714384:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.714387:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.714389:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760802.714392:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760802.714398:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760802.714402:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760802.714414:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf780
00000008:00100000:1.0:1789760802.714505:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb100 - object 0x280000401:3 offset 26660864<>26664960
00000100:00100000:0.0:1789760802.714555:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508522112:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.727059:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973829 gen 3
00000008:00010000:0.0:1789760802.727090:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf780
00000020:00200000:0.0:1789760802.727095:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.727102:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.727116:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf780
00000100:00100000:0.0:1789760802.727140:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508522112:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760802.727151:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6509, 6509]
00000080:00200000:1.0:1789760802.727164:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760802.727170:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760802.727181:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26664960 i_blocks 53257
00000020:00200000:1.0:1789760802.727185:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760802.727193:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760802.727216:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26664960, count: 4096
00000080:00200000:1.0:1789760802.727223:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26664960, bytes: 4096
00000080:00200000:1.0:1789760802.727230:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760802.727238:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760802.727240:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26664960, 26669056) 0 0
00000080:00200000:1.0:1789760802.727243:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760802.727256:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6510, 6510]
00020000:00200000:1.0:1789760802.727262:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26664960 chunk: [26664960, 26669056) 26669056, 4096
00020000:00200000:1.0:1789760802.727266:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760802.727280:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6510, 6510]
00000008:00010000:1.0:1789760802.727294:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760802.727299:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760802.727308:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26664960, 26669056) append 0 append lockpos 0
00000080:00200000:1.0:1789760802.727328:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26664960=0x196e000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760802.727367:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760802.727369:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26669056
00000020:00010000:1.0:1789760802.727375:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760802.727378:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.727381:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.727384:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760802.727387:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760802.727393:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760802.727398:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760802.727411:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf300
00000008:00100000:1.0:1789760802.727506:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4be9f80 - object 0x280000401:3 offset 26664960<>26669056
00000100:00100000:0.0:1789760802.727555:0:2406:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:0.0:1789760802.727569:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508522240:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.738152:0:2406:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973830 gen 3
00000008:00010000:0.0:1789760802.738188:0:2406:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf300
00000020:00200000:0.0:1789760802.738195:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.738203:0:2406:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.738219:0:2406:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf300
00000100:00100000:0.0:1789760802.738242:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508522240:192.168.203.123@tcp:4:dd.0
00000080:00200000:1.0:1789760802.738260:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6510, 6510]
00000080:00200000:1.0:1789760802.738274:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:1.0:1789760802.738280:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:1.0:1789760802.738292:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26669056 i_blocks 53257
00000020:00200000:1.0:1789760802.738295:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:1.0:1789760802.738305:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:1.0:1789760802.738329:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26669056, count: 4096
00000080:00200000:1.0:1789760802.738335:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26669056, bytes: 4096
00000080:00200000:1.0:1789760802.738343:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:1.0:1789760802.738349:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:1.0:1789760802.738351:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26669056, 26673152) 0 0
00000080:00200000:1.0:1789760802.738355:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:1.0:1789760802.738366:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6511, 6511]
00020000:00200000:1.0:1789760802.738372:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26669056 chunk: [26669056, 26673152) 26673152, 4096
00020000:00200000:1.0:1789760802.738376:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:1.0:1789760802.738388:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6511, 6511]
00000008:00010000:1.0:1789760802.738400:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:1.0:1789760802.738404:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c4aa4f30, osc lock ffff9686c60bb8f0, flags 0x0
00000080:00200000:1.0:1789760802.738412:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26669056, 26673152) append 0 append lockpos 0
00000080:00200000:1.0:1789760802.738421:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26669056=0x196f000, pages 1 (max 131072), lockless, parallel
00000020:00200000:1.0:1789760802.738459:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:1.0:1789760802.738461:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26673152
00000020:00010000:1.0:1789760802.738467:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:1.0:1789760802.738469:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.738472:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c4aa4f30 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:1.0:1789760802.738475:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:1.0:1789760802.738477:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c4aa4f30 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:1.0:1789760802.738483:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:1.0:1789760802.738488:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:1.0:1789760802.738501:0:21:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c3dbf900
00000008:00100000:1.0:1789760802.738581:0:21:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c4beb800 - object 0x280000401:3 offset 26669056<>26673152
00000100:00100000:1.0:1789760802.738614:0:2407:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:1.0:1789760802.738626:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508522368:192.168.203.123@tcp:4:dd.0
00000100:00100000:0.0:1789760802.748946:0:2407:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973831 gen 3
00000008:00010000:0.0:1789760802.748986:0:2407:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c3dbf900
00000020:00200000:0.0:1789760802.748992:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:0.0:1789760802.749001:0:2407:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:0.0:1789760802.749018:0:2407:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c3dbf900
00000100:00100000:0.0:1789760802.749045:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508522368:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.749071:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6511, 6511]
00000080:00200000:3.0:1789760802.749093:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.749100:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.749117:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26673152 i_blocks 53257
00000020:00200000:3.0:1789760802.749121:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.749134:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.749167:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26673152, count: 4096
00000080:00200000:3.0:1789760802.749175:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26673152, bytes: 4096
00000080:00200000:3.0:1789760802.749185:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.749194:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.749197:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26673152, 26677248) 0 0
00000080:00200000:3.0:1789760802.749202:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.749218:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6512, 6512]
00020000:00200000:3.0:1789760802.749226:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26673152 chunk: [26673152, 26677248) 26677248, 4096
00020000:00200000:3.0:1789760802.749231:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.749250:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6512, 6512]
00000008:00010000:3.0:1789760802.749268:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.749273:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.749293:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26673152, 26677248) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.749306:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26673152=0x1970000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.749365:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.749368:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26677248
00000020:00010000:3.0:1789760802.749375:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.749379:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.749382:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.749385:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.749388:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.749395:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.749409:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.749426:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee36c0
00000008:00100000:3.0:1789760802.749541:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274380 - object 0x280000401:3 offset 26673152<>26677248
00000100:00100000:3.0:1789760802.749586:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:3.0:1789760802.749606:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508522496:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.761438:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973832 gen 3
00000008:00010000:3.0:1789760802.761472:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee36c0
00000020:00200000:3.0:1789760802.761478:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.761486:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.761516:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee36c0
00000100:00100000:3.0:1789760802.761537:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508522496:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.761660:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6512, 6512]
00000080:00200000:2.0:1789760802.761672:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.761677:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.761688:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26677248 i_blocks 53257
00000020:00200000:2.0:1789760802.761691:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.761699:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.761724:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26677248, count: 4096
00000080:00200000:2.0:1789760802.761731:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26677248, bytes: 4096
00000080:00200000:2.0:1789760802.761738:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.761745:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.761747:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26677248, 26681344) 0 0
00000080:00200000:2.0:1789760802.761751:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.761762:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6513, 6513]
00020000:00200000:2.0:1789760802.761769:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26677248 chunk: [26677248, 26681344) 26681344, 4096
00020000:00200000:2.0:1789760802.761773:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.761786:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6513, 6513]
00000008:00010000:2.0:1789760802.761799:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.761803:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.761813:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26677248, 26681344) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.761823:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26677248=0x1971000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.761876:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.761879:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26681344
00000020:00010000:2.0:1789760802.761887:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.761890:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.761893:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.761897:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.761900:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.761905:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.761911:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.761937:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634f00
00000008:00100000:2.0:1789760802.762030:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a9a680 - object 0x280000401:3 offset 26677248<>26681344
00000100:00100000:3.0:1789760802.762084:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508522624:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.774696:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973833 gen 3
00000008:00010000:3.0:1789760802.774732:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634f00
00000020:00200000:3.0:1789760802.774739:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.774747:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.774770:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634f00
00000100:00100000:3.0:1789760802.774792:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508522624:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.774970:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6513, 6513]
00000080:00200000:2.0:1789760802.774983:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.774988:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.775000:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26681344 i_blocks 53257
00000020:00200000:2.0:1789760802.775003:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.775012:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.775036:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26681344, count: 4096
00000080:00200000:2.0:1789760802.775044:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26681344, bytes: 4096
00000080:00200000:2.0:1789760802.775051:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.775059:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.775061:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26681344, 26685440) 0 0
00000080:00200000:2.0:1789760802.775065:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.775078:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6514, 6514]
00020000:00200000:2.0:1789760802.775085:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26681344 chunk: [26681344, 26685440) 26685440, 4096
00020000:00200000:2.0:1789760802.775089:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.775104:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6514, 6514]
00000008:00010000:2.0:1789760802.775117:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.775122:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.775131:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26681344, 26685440) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.775140:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26681344=0x1972000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.775185:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.775188:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26685440
00000020:00010000:2.0:1789760802.775195:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.775198:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.775201:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.775205:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.775208:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.775214:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.775220:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.775234:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634cc0
00000008:00100000:2.0:1789760802.775326:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a98380 - object 0x280000401:3 offset 26681344<>26685440
00000100:00100000:3.0:1789760802.775408:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508522752:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.789799:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973834 gen 3
00000008:00010000:3.0:1789760802.789891:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634cc0
00000020:00200000:3.0:1789760802.789897:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.789904:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.789937:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634cc0
00000100:00100000:3.0:1789760802.789962:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508522752:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.789977:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6514, 6514]
00000080:00200000:2.0:1789760802.789992:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.789999:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.790011:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26685440 i_blocks 53257
00000020:00200000:2.0:1789760802.790015:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.790025:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.790051:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26685440, count: 4096
00000080:00200000:2.0:1789760802.790057:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26685440, bytes: 4096
00000080:00200000:2.0:1789760802.790065:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.790072:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.790074:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26685440, 26689536) 0 0
00000080:00200000:2.0:1789760802.790078:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.790091:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6515, 6515]
00020000:00200000:2.0:1789760802.790097:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26685440 chunk: [26685440, 26689536) 26689536, 4096
00020000:00200000:2.0:1789760802.790100:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.790114:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6515, 6515]
00000008:00010000:2.0:1789760802.790128:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.790132:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.790141:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26685440, 26689536) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.790152:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26685440=0x1973000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.790195:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.790198:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26689536
00000020:00010000:2.0:1789760802.790205:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.790209:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.790211:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.790215:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.790218:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.790224:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.790230:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.790243:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634d80
00000008:00100000:2.0:1789760802.790331:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99500 - object 0x280000401:3 offset 26685440<>26689536
00000100:00100000:3.0:1789760802.790373:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760802.790384:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508522880:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.801685:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973835 gen 3
00000008:00010000:3.0:1789760802.801721:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634d80
00000020:00200000:3.0:1789760802.801727:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.801735:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.801754:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634d80
00000100:00100000:3.0:1789760802.801779:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508522880:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.801791:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6515, 6515]
00000080:00200000:2.0:1789760802.801806:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.801812:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.801823:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26689536 i_blocks 53257
00000020:00200000:2.0:1789760802.801827:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.801837:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.801862:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26689536, count: 4096
00000080:00200000:2.0:1789760802.801867:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26689536, bytes: 4096
00000080:00200000:2.0:1789760802.801874:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.801887:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.801890:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26689536, 26693632) 0 0
00000080:00200000:2.0:1789760802.801894:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.801905:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6516, 6516]
00020000:00200000:2.0:1789760802.801913:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26689536 chunk: [26689536, 26693632) 26693632, 4096
00020000:00200000:2.0:1789760802.801929:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.801945:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6516, 6516]
00000008:00010000:2.0:1789760802.801959:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.801964:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.801972:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26689536, 26693632) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.801982:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26689536=0x1974000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.802024:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.802026:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26693632
00000020:00010000:2.0:1789760802.802033:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.802036:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.802039:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.802042:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.802045:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.802051:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.802056:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.802069:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760802.802167:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99500 - object 0x280000401:3 offset 26689536<>26693632
00000100:00100000:2.0:1789760802.802198:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760802.802211:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508523008:192.168.203.123@tcp:4:dd.0
00000100:00100000:2.0:1789760802.815777:0:2408:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973836 gen 3
00000008:00010000:2.0:1789760802.815823:0:2408:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686d1634900
00000020:00200000:2.0:1789760802.815830:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:2.0:1789760802.815838:0:2408:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:2.0:1789760802.815851:0:2408:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686d1634900
00000100:00100000:2.0:1789760802.815878:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508523008:192.168.203.123@tcp:4:dd.0
00000080:00200000:3.0:1789760802.815950:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6516, 6516]
00000080:00200000:3.0:1789760802.815962:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:3.0:1789760802.815967:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:3.0:1789760802.815979:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26693632 i_blocks 53257
00000020:00200000:3.0:1789760802.815982:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:3.0:1789760802.815991:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:3.0:1789760802.816016:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26693632, count: 4096
00000080:00200000:3.0:1789760802.816022:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26693632, bytes: 4096
00000080:00200000:3.0:1789760802.816030:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:3.0:1789760802.816038:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:3.0:1789760802.816040:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26693632, 26697728) 0 0
00000080:00200000:3.0:1789760802.816044:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:3.0:1789760802.816056:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6517, 6517]
00020000:00200000:3.0:1789760802.816063:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26693632 chunk: [26693632, 26697728) 26697728, 4096
00020000:00200000:3.0:1789760802.816066:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:3.0:1789760802.816081:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6517, 6517]
00000008:00010000:3.0:1789760802.816094:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:3.0:1789760802.816098:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686c7a7b3b0, osc lock ffff9686d1722d10, flags 0x0
00000080:00200000:3.0:1789760802.816106:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26693632, 26697728) append 0 append lockpos 0
00000080:00200000:3.0:1789760802.816116:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26693632=0x1975000, pages 1 (max 131072), lockless, parallel
00000020:00200000:3.0:1789760802.816157:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:3.0:1789760802.816160:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26697728
00000020:00010000:3.0:1789760802.816167:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:3.0:1789760802.816170:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.816173:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c7a7b3b0 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:3.0:1789760802.816176:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:3.0:1789760802.816179:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c7a7b3b0 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:3.0:1789760802.816185:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:3.0:1789760802.816190:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:3.0:1789760802.816203:0:10473:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686c7ee36c0
00000008:00100000:3.0:1789760802.816283:0:10473:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686d8274380 - object 0x280000401:3 offset 26693632<>26697728
00000100:00100000:3.0:1789760802.816317:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760802.816330:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508523136:192.168.203.123@tcp:4:dd.0
00000100:00100000:3.0:1789760802.828719:0:2409:0:(client.c:3125:ptlrpc_free_committed()) lustre-OST0000-osc-ffff9686c5658800: committing for last_committed 4294973837 gen 3
00000008:00010000:3.0:1789760802.828749:0:2409:0:(osc_cache.c:908:osc_extent_finish()) ### no dlm lock: extent: ffff9686c7ee36c0
00000020:00200000:3.0:1789760802.828754:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000020:00200000:3.0:1789760802.828760:0:2409:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000008:00010000:3.0:1789760802.828774:0:2409:0:(osc_cache.c:497:__osc_extent_remove()) ### no dlm lock: extent: ffff9686c7ee36c0
00000100:00100000:3.0:1789760802.828791:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508523136:192.168.203.123@tcp:4:dd.0
00000080:00200000:2.0:1789760802.828819:0:12703:0:(file.c:2205:ll_file_io_generic()) Range unlock [6517, 6517]
00000080:00200000:2.0:1789760802.828833:0:12703:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00000080:00200000:2.0:1789760802.828839:0:12703:0:(file.c:2238:ll_file_io_generic()) tbf: 2 io complete with rc: 0, result: 4096, restart: 0
00000080:00200000:2.0:1789760802.828851:0:12703:0:(file.c:1775:ll_merge_attr_nolock()) [0x200000402:0x6:0x0] updating i_size 26697728 i_blocks 53257
00000020:00200000:2.0:1789760802.828855:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 0 items remaining.
00000080:00200000:2.0:1789760802.828863:0:12703:0:(file.c:2324:ll_file_io_generic()) iot: 2, result: 4096
00000080:00200008:2.0:1789760802.828887:0:12703:0:(file.c:2650:do_file_write_iter()) START file tbf:[0x200000402:0x6:0x0], ppos: 26697728, count: 4096
00000080:00200000:2.0:1789760802.828892:0:12703:0:(file.c:2090:ll_file_io_generic()) tbf: write ppos: 26697728, bytes: 4096
00000080:00200000:2.0:1789760802.828900:0:12703:0:(file.c:1848:ll_io_set_mirror()) tbf: desiginated mirror: 0
00000020:00200000:2.0:1789760802.828907:0:12703:0:(cl_io.c:214:cl_io_rw_init()) header@000000004337af0c[0x110, 2, [0x200000402:0x6:0x0] hash]
00000020:00200000:2.0:1789760802.828909:0:12703:0:(cl_io.c:214:cl_io_rw_init()) io range: 2 [26697728, 26701824) 0 0
00000080:00200000:2.0:1789760802.828913:0:12703:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 0/0, layout version 0 restore needed 0
00000080:00200000:2.0:1789760802.828936:0:12703:0:(file.c:2168:ll_file_io_generic()) Range lock [6518, 6518]
00020000:00200000:2.0:1789760802.828943:0:12703:0:(lov_io.c:1277:lov_io_rw_iter_init()) stripe: 26697728 chunk: [26697728, 26701824) 26701824, 4096
00020000:00200000:2.0:1789760802.828947:0:12703:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:2.0:1789760802.828961:0:12703:0:(vvp_io.c:214:vvp_io_one_lock_index()) lock: 1 [6518, 6518]
00000008:00010000:2.0:1789760802.828974:0:12703:0:(lustre_osc.h:162:osc_enq2ldlm_flags()) flags: 10
00000008:00010000:2.0:1789760802.828978:0:12703:0:(osc_lock.c:1312:osc_lock_init()) ### lock ffff9686d1635730, osc lock ffff9686c5054720, flags 0x0
00000080:00200000:2.0:1789760802.828986:0:12703:0:(vvp_io.c:1292:vvp_io_write_start()) tbf: write [26697728, 26701824) append 0 append lockpos 0
00000080:00200000:2.0:1789760802.828995:0:12703:0:(rw26.c:362:ll_direct_IO()) VFS Op:inode=[0x200000402:0x6:0x0](ffff9686c9136c08), size=4096 (max 536870912), offset=26697728=0x1976000, pages 1 (max 131072), lockless, parallel
00000020:00200000:2.0:1789760802.829033:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000080:00200000:2.0:1789760802.829036:0:12703:0:(rw26.c:544:ll_direct_IO()) result 0 tot_bytes 4096 count 4096 file_offset 26701824
00000020:00010000:2.0:1789760802.829042:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) release lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_release():245
00000020:00010000:2.0:1789760802.829045:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.829048:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) cancel lock: ffff9686d1635730 (ffff9686c95b6368/1) at cl_lock_cancel():142
00000020:00010000:2.0:1789760802.829051:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686c9489128 (ffff9686c512d878/0) at cl_lock_fini():72
00000020:00010000:2.0:1789760802.829054:0:12703:0:(cl_lock.c:36:__cl_lock_trace()) destroy lock: ffff9686d1635730 (ffff9686c512d878/1) at cl_lock_fini():72
00000080:00200000:2.0:1789760802.829060:0:12703:0:(vvp_io.c:533:vvp_io_advance()) advancing 4096 bytes
00000020:00200000:2.0:1789760802.829064:0:12703:0:(cl_io.c:1849:__cl_sync_io_note()) Noting completion of 1 items, 1 items remaining.
00000008:00010000:2.0:1789760802.829082:0:12746:0:(osc_cache.c:2020:try_to_add_extent_for_io()) ### no dlm lock: extent: ffff9686d1634900
00000008:00100000:2.0:1789760802.829170:0:12746:0:(osc_request.c:2000:osc_brw_prep_request()) brw rpc ffff9686c7a99500 - object 0x280000401:3 offset 26697728<>26701824
00000100:00100000:2.0:1789760802.829206:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0]
00000100:00100000:2.0:1789760802.829219:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508523264:192.168.203.123@tcp:4:dd.0
00010000:00010000:0.0:1789760803.481422:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760804.504811:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760805.528754:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760806.552790:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760807.512781:0:2409:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1]
00000100:00100000:3.0:1789760807.512801:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508523520:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760807.512840:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508523648:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760807.512902:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2409:1876699508523392:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760807.512914:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508523904:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760807.512938:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508523776:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760807.512969:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2409:1876699508524032:192.168.203.123@tcp:400:kworker.0
00010000:00010000:0.0:1789760807.576740:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760808.600796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760809.624787:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760810.648857:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760811.672814:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:3.0:1789760812.632802:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508524288:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760812.632820:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2408:1876699508524160:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760812.632917:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508524416:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760812.632919:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508524544:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760812.632962:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508524672:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760812.632970:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2409:1876699508524800:192.168.203.123@tcp:400:kworker.0
00010000:00010000:0.0:1789760812.696807:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760813.720725:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760814.744765:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:0.0:1789760815.192749:0:1371:0:(vvp_io.c:1826:vvp_io_init()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 restore needed 0
00020000:00200000:0.0:1789760815.192774:0:1371:0:(lov_io.c:1085:lov_io_iter_init()) component[0] flags 0x10
00000080:00200000:0.0:1789760815.192823:0:1371:0:(vvp_io.c:304:vvp_io_fini()) [0x200000402:0x6:0x0] ignore/verify layout 1/0, layout version 0 need write layout 0, restore needed 0, invalidate_lock 0
00010000:00010000:0.0:1789760815.768803:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760816.792808:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:0.0:1789760817.752862:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2407:1876699508524928:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760817.752905:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508525056:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760817.752979:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508525184:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760817.752983:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508525312:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760817.753030:0:2407:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2407:1876699508525440:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760817.753032:0:2406:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2406:1876699508525568:192.168.203.123@tcp:400:kworker.0
00010000:00010000:3.0:1789760817.816874:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1789760818.776743:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760802/real 1789760802]  req@ffff9686c7a99500 x1876699508523264/t0(0) o4->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:6/4 lens 4584/448 e 0 to 1 dl 1789760818 ref 2 fl Rpc:XQr/600/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 projid:0
00000100:00080000:2.0:1789760818.784341:0:2408:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1789760818.784348:0:2408:0:(import.c:182:ptlrpc_set_import_discon()) lustre-OST0000-osc-ffff9686c5658800: Connection to lustre-OST0000 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1789760818.788411:0:2408:0:(import.c:418:ptlrpc_pinger_force()) lustre-OST0000_UUID: waking up pinger s:DISCONN
00000100:00080000:3.0:1789760818.788524:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760818.788529:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760818.788532:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760818.788537:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2408:1876699508525696:192.168.203.123@tcp:400:kworker.0
00000100:00080000:3.0:1789760818.788539:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 414
00000100:00080000:3.0:1789760818.788554:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760818.788564:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760818.788580:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277b80 x1876699508526080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760818.788623:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508525952:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760818.788651:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508525824:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760818.788670:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508526080:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760818.788695:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508526336:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760818.788699:0:2409:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2409:1876699508526208:192.168.203.123@tcp:400:kworker.0
00010000:00010000:1.0:1789760818.840782:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760819.864782:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760820.888796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760821.912801:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760822.936852:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760823.896816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760823.896823:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:2.0:1789760823.896867:0:2409:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760807/real 1789760807]  req@ffff9686c7a99c00 x1876699508523776/t0(0) o400->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00000400:3.0:1789760823.900683:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760807/real 1789760807]  req@ffff9686c7a99880 x1876699508523648/t0(0) o400->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760823.900711:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a99880 x1876699508523648/t0(0) o400->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760823.900720:0:2408:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:3.0:1789760823.900724:0:2408:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff9686c5658800: Connection to lustre-MDT0001 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:3.0:1789760823.911944:0:2408:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00000400:3.0:1789760823.911985:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760807/real 1789760807]  req@ffff9686c7a98a80 x1876699508523904/t0(0) o400->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760823.911997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760823.912003:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760823.912006:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760823.912014:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 270
00000100:00100000:3.0:1789760823.912019:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a98a80 x1876699508523904/t0(0) o400->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760823.912031:0:2408:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:00080000:1.0:1789760823.912033:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:02000400:3.0:1789760823.912041:0:2408:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9686d1394000: Connection to lustre-MDT0000 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000008:00100000:1.0:1789760823.912047:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789760823.912047:0:2408:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00100000:1.0:1789760823.912077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508527104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760823.912094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760823.912097:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508526592:192.168.203.123@tcp:400:kworker.0
00000100:00080000:1.0:1789760823.912098:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760823.912103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760823.912108:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760823.912109:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760823.912112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 333
00000100:00080000:1.0:1789760823.912116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760823.912122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760823.912132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508527232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760823.912150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760823.912154:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1789760823.912175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508527104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760823.912242:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:0:1876699508526848:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760823.912244:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508527232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760823.912266:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508523648:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760823.912278:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508523904:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760823.912335:0:2408:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 3 async RPCs [1->0]
00000100:00100000:3.0:1789760823.912346:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2408:1876699508526464:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760823.912403:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:0:1876699508526720:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760823.912413:0:2408:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508526976:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760823.914089:0:2409:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a99c00 x1876699508523776/t0(0) o400->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760823.914098:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9686d1655800 already not connected (conn 4, was 3): CONNECTING
00000100:00000400:2.0:1789760823.914123:0:2409:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760807/real 1789760807]  req@ffff9686c7a99f80 x1876699508524032/t0(0) o400->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760823.914136:0:2409:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a99f80 x1876699508524032/t0(0) o400->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760823.914143:0:2409:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1789760823.914147:0:2409:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0001-mdc-ffff9686d1394000: Connection to lustre-MDT0001 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1789760823.914151:0:2409:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0001_UUID: waking up pinger s:DISCONN
00000100:00000400:2.0:1789760823.914167:0:2409:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760807/real 1789760807]  req@ffff9686c7a9a680 x1876699508523520/t0(0) o400->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760823.914185:0:2409:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a9a680 x1876699508523520/t0(0) o400->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760823.914191:0:2409:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from FULL to DISCONN
00000100:02000400:2.0:1789760823.914195:0:2409:0:(import.c:182:ptlrpc_set_import_discon()) lustre-MDT0000-mdc-ffff9686c5658800: Connection to lustre-MDT0000 (at 192.168.203.123@tcp) was lost; in progress operations using this service will wait for recovery to complete
00000100:00080000:2.0:1789760823.914198:0:2409:0:(import.c:418:ptlrpc_pinger_force()) lustre-MDT0000_UUID: waking up pinger s:DISCONN
00000100:00000400:2.0:1789760823.914210:0:2409:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760807/real 1789760807]  req@ffff9686c7a98380 x1876699508523392/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760823.914212:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760823.914229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760823.914233:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760823.914240:0:2409:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a98380 x1876699508523392/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760823.914246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 270
00000100:00080000:2.0:1789760823.914258:0:2409:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from FULL to DISCONN
00000100:00080000:1.0:1789760823.914262:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:02020000:2.0:1789760823.914269:0:2409:0:(import.c:186:ptlrpc_set_import_discon()) MGC192.168.203.123@tcp: Connection to MGS (at 192.168.203.123@tcp) was lost; in progress operations using this service will fail
00000008:00100000:1.0:1789760823.914273:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760823.914293:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508527360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760823.914312:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760823.914315:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760823.914318:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760823.914320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760823.914321:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760823.914323:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 333
00000100:00080000:1.0:1789760823.914326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760823.914329:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760823.914337:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508527488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760823.914356:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508527360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760823.914404:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508527488:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789760823.917380:0:2409:0:(import.c:192:ptlrpc_set_import_discon()) import MGS@192.168.203.123@tcp for MGC192.168.203.123@tcp not replayable, auto-deactivating
00000100:00080000:2.0:1789760823.917383:0:2409:0:(import.c:138:ptlrpc_deactivate_import_nolock()) setting import MGS INVALID
00000100:00100000:2.0:1789760823.917388:0:2409:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9686c7a98380 x1876699508523392/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 1 dl 1789760823 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760823.917396:0:2409:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9686c7a9b480 x1876699508524160/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760828 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760823.917411:0:2409:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9686c4bea680 x1876699508524928/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760833 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760823.917426:0:2409:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9686d8274380 x1876699508525696/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760834 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760823.917434:0:2409:0:(client.c:3589:ptlrpc_abort_inflight()) @@@ inflight  req@ffff9686d8274e00 x1876699508526464/t0(0) o400->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 224/224 e 0 to 0 dl 1789760839 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
10000000:01000000:2.0:1789760823.917450:0:2409:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808001
00000100:00080000:2.0:1789760823.917454:0:2409:0:(pinger.c:193:ptlrpc_pinger_ir_down()) IR down
10000000:01000000:2.0:1789760823.917457:0:2409:0:(mgc_request.c:1168:mgc_import_event()) import event 0x808002
00000100:00080000:2.0:1789760823.917459:0:2409:0:(import.c:418:ptlrpc_pinger_force()) MGS: waking up pinger s:DISCONN
00000100:00100000:3.0:1789760823.917491:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2408:1876699508526464:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760823.917495:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508523776:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760823.917496:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2407:1876699508524928:192.168.203.123@tcp:400:kworker.0
00000100:00080000:1.0:1789760823.917507:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760823.917517:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00100000:2.0:1789760823.917518:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2409:1876699508524032:192.168.203.123@tcp:400:kworker.0
00000100:00080000:1.0:1789760823.917520:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760823.917539:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508523520:192.168.203.123@tcp:400:kworker.0
00000100:00080000:1.0:1789760823.917546:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 270
00000100:00100000:2.0:1789760823.917550:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2409:1876699508523392:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760823.917558:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2408:1876699508525696:192.168.203.123@tcp:400:kworker.0
00000100:00080000:1.0:1789760823.917560:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760823.917590:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508527616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760823.917602:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2408:1876699508524160:192.168.203.123@tcp:400:kworker.0
00000100:00080000:1.0:1789760823.917624:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760823.917674:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1789760823.917715:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508527616:192.168.203.123@tcp:250:kworker.0
00010000:00010000:0.0:1789760823.960900:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760824.984813:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760826.008773:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760827.032863:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760828.056834:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760829.016782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.016799:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:2.0:1789760829.016805:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760812/real 1789760812]  req@ffff9686c7a9ad80 x1876699508524416/t0(0) o400->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760829.016806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.016829:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:0.0:1789760829.016833:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760818/real 1789760818]  req@ffff9686d8277b80 x1876699508526080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760829.016837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.016851:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760829.016860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.016871:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760829.016881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.016889:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760829.016893:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789760829.016898:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277b80 x1876699508526080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760829.016902:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760829.016926:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760829.016950:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789760829.016955:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508526080:192.168.203.123@tcp:8:kworker.0
00000100:00080000:1.0:1789760829.016979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760829.016986:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760829.016990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760829.016994:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760829.016998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760829.017001:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760829.017005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760829.017008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760829.017012:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760829.017022:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 795
00000100:00080000:1.0:1789760829.017039:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 5s
00000100:00080000:1.0:1789760829.017047:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760829.017088:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00000400:3.0:1789760829.017118:0:2409:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760812/real 1789760812]  req@ffff9686c7a99180 x1876699508524800/t0(0) o400->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760829.017148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508527744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760829.017175:0:2409:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a99180 x1876699508524800/t0(0) o400->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760829.017181:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760829.017190:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760829.017196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760829.017197:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686c495f800 already not connected (conn 2, was 1): CONNECTING
00000100:00080000:1.0:1789760829.017201:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:3.0:1789760829.017214:0:2409:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760812/real 1789760812]  req@ffff9686c7a9bb80 x1876699508524288/t0(0) o400->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760829.017237:0:2409:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a9bb80 x1876699508524288/t0(0) o400->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760829.017242:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508527744:192.168.203.123@tcp:8:kworker.0
00000100:00080000:3.0:1789760829.017258:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686d1652000 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:3.0:1789760829.017268:0:2409:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760812/real 1789760812]  req@ffff9686c7a98700 x1876699508524544/t0(0) o400->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760829.017295:0:2409:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a98700 x1876699508524544/t0(0) o400->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760829.017305:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9686d1655800 already not connected (conn 5, was 3): CONNECTING
00000100:00100000:3.0:1789760829.017321:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2409:1876699508524800:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760829.017330:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508524288:192.168.203.123@tcp:400:kworker.0
00000100:00100000:3.0:1789760829.017336:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508524544:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760829.030675:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a9ad80 x1876699508524416/t0(0) o400->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760829.030704:0:2408:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686d1654800 already not connected (conn 2, was 1): CONNECTING
00000100:00000400:2.0:1789760829.030714:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760812/real 1789760812]  req@ffff9686c7a98000 x1876699508524672/t0(0) o400->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760829.030738:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c7a98000 x1876699508524672/t0(0) o400->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760828 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760829.030747:0:2408:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686d9374000 already not connected (conn 2, was 1): CONNECTING
00000100:00100000:2.0:1789760829.030788:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508524416:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760829.030795:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508524672:192.168.203.123@tcp:400:kworker.0
00010000:00010000:1.0:1789760829.080818:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760830.104802:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760831.128884:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760832.152873:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:0.0:1789760833.112856:0:2406:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760817/real 1789760817]  req@ffff9686c4be9c00 x1876699508525056/t0(0) o400->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.112866:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760823/real 1789760823]  req@ffff9686c4beaa00 x1876699508527616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.112948:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508527616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.112969:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760823/real 1789760823]  req@ffff9686c4beb100 x1876699508527360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.113008:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508527360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.113023:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760823/real 1789760823]  req@ffff9686c4beb480 x1876699508527488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.113040:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508527488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.113054:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760823/real 1789760823]  req@ffff9686c4beb800 x1876699508527104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.113093:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508527104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.113107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760823/real 1789760823]  req@ffff9686c4be9f80 x1876699508527232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.113127:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508527232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760833.113157:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760833.113192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789760833.113203:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508527616:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760833.113219:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760833.113235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760833.113246:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760833.113251:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760833.113258:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:3.0:1789760833.113267:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 800
00000100:00100000:1.0:1789760833.113272:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508527360:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760833.113288:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760833.113289:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760833.113312:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789760833.113313:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789760833.113328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508527488:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760833.113338:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760833.113349:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789760833.113356:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508527104:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760833.113363:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760833.113381:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760833.113383:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508527872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789760833.113395:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508527232:192.168.203.123@tcp:38:kworker.0
00000100:00080000:3.0:1789760833.113440:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760833.113446:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760833.113449:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760833.113457:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 800
00000100:00100000:1.0:1789760833.113463:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508527872:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789760833.113466:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760833.113480:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760833.113514:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760833.113535:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508528000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760833.113549:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760833.113553:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760833.113555:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760833.113559:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 800
00000100:00080000:3.0:1789760833.113565:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760833.113570:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760833.113576:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760833.113586:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508528128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760833.113598:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760833.113603:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:3.0:1789760833.113608:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760833.113611:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760833.113612:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760833.113616:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 800
00000100:00080000:3.0:1789760833.113619:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760833.113624:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760833.113631:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760833.113685:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508528000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760833.113687:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508528256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760833.113733:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760833.113745:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760833.113747:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760833.113771:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 800
00000100:00080000:3.0:1789760833.113779:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 5s
00000100:00080000:3.0:1789760833.113785:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760833.113794:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760833.113803:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508528128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760833.113820:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508528384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760833.113845:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760833.113851:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:1.0:1789760833.113879:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508528256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789760833.113917:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508528384:192.168.203.123@tcp:38:kworker.0
00000100:00000400:1.0:1789760833.114117:0:2407:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760817/real 1789760817]  req@ffff9686c4be8380 x1876699508525440/t0(0) o400->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.114136:0:2407:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c4be8380 x1876699508525440/t0(0) o400->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760833.114149:0:2407:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686d9374000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:1.0:1789760833.114161:0:2407:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760817/real 1789760817]  req@ffff9686c4be9500 x1876699508525184/t0(0) o400->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760833.114182:0:2407:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c4be9500 x1876699508525184/t0(0) o400->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760833.114196:0:2407:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686d1654800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:1.0:1789760833.114210:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2407:1876699508525440:192.168.203.123@tcp:400:kworker.0
00000100:00100000:1.0:1789760833.114220:0:2407:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2407:1876699508525184:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760833.128835:0:2406:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c4be9c00 x1876699508525056/t0(0) o400->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760833.128868:0:2406:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686d1652000 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:0.0:1789760833.128880:0:2406:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760817/real 1789760817]  req@ffff9686c4be8a80 x1876699508525312/t0(0) o400->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760833.128906:0:2406:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c4be8a80 x1876699508525312/t0(0) o400->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 224/224 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760833.128916:0:2406:0:(import.c:214:ptlrpc_set_import_discon()) osc: import ffff9686d1655800 already not connected (conn 5, was 3): CONNECTING
00000100:00000400:0.0:1789760833.128923:0:2406:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760817/real 1789760817]  req@ffff9686c4bead80 x1876699508525568/t0(0) o400->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760833.128936:0:2406:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686c4bead80 x1876699508525568/t0(0) o400->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760833 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760833.128945:0:2406:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686c495f800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:0.0:1789760833.128969:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508525056:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760833.128977:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2406:1876699508525312:192.168.203.123@tcp:400:kworker.0
00000100:00100000:0.0:1789760833.128983:0:2406:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2406:1876699508525568:192.168.203.123@tcp:400:kworker.0
00010000:00010000:1.0:1789760833.176968:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1789760834.136883:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760818/real 1789760818]  req@ffff9686d8276300 x1876699508526336/t0(0) o400->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760834 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760834.136971:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686d8276300 x1876699508526336/t0(0) o400->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760834 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760834.137030:0:2408:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686c495f800 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:2.0:1789760834.137061:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760818/real 1789760818]  req@ffff9686d8276680 x1876699508525952/t0(0) o400->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760834 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760834.137083:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686d8276680 x1876699508525952/t0(0) o400->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760834 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760834.137093:0:2408:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686d1654800 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:2.0:1789760834.137113:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508526336:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760834.137123:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508525952:192.168.203.123@tcp:400:kworker.0
00000100:00080000:0.0:1789760834.137144:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760834.137159:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760834.137166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760834.137175:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760834.137182:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760834.137189:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:0.0:1789760834.137196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760834.137206:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:2.0:1789760834.137209:0:2409:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760818/real 1789760818]  req@ffff9686d8274000 x1876699508525824/t0(0) o400->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760834 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760834.137237:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760834.137249:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1789760834.137251:0:2409:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686d8274000 x1876699508525824/t0(0) o400->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760834 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760834.137262:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760834.137267:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686d1652000 already not connected (conn 3, was 1): CONNECTING
00000100:00080000:0.0:1789760834.137273:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00000400:2.0:1789760834.137288:0:2409:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760818/real 1789760818]  req@ffff9686d8275c00 x1876699508526208/t0(0) o400->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760834 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760834.137308:0:2409:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686d8275c00 x1876699508526208/t0(0) o400->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760834 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760834.137319:0:2409:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686d9374000 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:2.0:1789760834.137333:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2409:1876699508525824:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760834.137348:0:2409:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_01:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2409:1876699508526208:192.168.203.123@tcp:400:kworker.0
00010000:00010000:3.0:1789760834.200812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760835.224876:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760836.248909:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760837.272797:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760838.168788:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760838.168801:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760838.168806:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760838.168811:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760838.168839:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760838.168846:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760838.168852:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760838.168859:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760838.168865:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760838.168872:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760838.168878:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760838.168884:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:3.0:1789760838.296822:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00000400:2.0:1789760839.256751:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760823/real 1789760823]  req@ffff9686d8277480 x1876699508526976/t0(0) o400->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.270264:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686d8277480 x1876699508526976/t0(0) o400->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760839.270274:0:2408:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686c495f800 already not connected (conn 3, was 1): CONNECTING
00000100:00000400:2.0:1789760839.270282:0:2408:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760823/real 1789760823]  req@ffff9686d8275880 x1876699508526592/t0(0) o400->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760839.270294:0:2408:0:(client.c:2547:ptlrpc_expire_one_request()) @@@ TIMEOUT-NORESEND:  req@ffff9686d8275880 x1876699508526592/t0(0) o400->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 224/224 e 0 to 1 dl 1789760839 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760839.270300:0:2408:0:(import.c:214:ptlrpc_set_import_discon()) mdc: import ffff9686d1652000 already not connected (conn 3, was 1): CONNECTING
00000100:00100000:2.0:1789760839.270312:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2408:1876699508526976:192.168.203.123@tcp:400:kworker.0
00000100:00100000:2.0:1789760839.270318:0:2408:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2408:1876699508526592:192.168.203.123@tcp:400:kworker.0
00010000:00010000:1.0:1789760839.320823:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000800:00000100:2.0:1789760839.832777:0:2397:0:(socklnd_cb.c:2254:ksocknal_find_timed_out_conn()) A connection with 12345-192.168.203.123@tcp (192.168.203.123:988) timed out; the network or node may be down.
00010000:00010000:0.0:1789760840.344798:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760841.368782:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760842.392758:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760843.352772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760843.352783:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760843.352788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760843.352792:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760843.352797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760843.352800:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760843.352806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760843.352809:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760843.352814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760843.352818:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760843.352821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760843.352824:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:1.0:1789760843.416827:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760844.376720:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760829/real 1789760829]  req@ffff9686c4bebb80 x1876699508527744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760844.376752:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508527744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760844 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760844.376775:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760844.376798:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760844.376804:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508527744:192.168.203.123@tcp:8:kworker.0
00000100:00080000:1.0:1789760844.376841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760844.376846:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760844.376849:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760844.376851:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760844.376853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760844.376855:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760844.376856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760844.376859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760844.376861:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760844.376866:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 805
00000100:00080000:1.0:1789760844.376875:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1789760844.376881:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760844.376890:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760844.376913:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508528512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760844.376933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760844.376936:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760844.376938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760844.376940:0:37:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00100000:2.0:1789760844.376964:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508528512:192.168.203.123@tcp:8:kworker.0
00010000:00010000:0.0:1789760844.440822:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760845.464835:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760846.488763:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760847.512859:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00100000:2.0:1789760848.472882:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760833/real 1789760833]  req@ffff9686d8277100 x1876699508528256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760848 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760848.472912:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508528256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760848 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760848.472921:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760833/real 1789760833]  req@ffff9686d8275500 x1876699508528384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760848 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760848.472929:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508528384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760848 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760848.472935:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760833/real 1789760833]  req@ffff9686d8274e00 x1876699508528000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760848 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760848.472943:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508528000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760848 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760848.472949:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760833/real 1789760833]  req@ffff9686d8275180 x1876699508528128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760848 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760848.472955:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508528128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760848 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760848.472961:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has timed out for slow reply: [sent 1789760833/real 1789760833]  req@ffff9686d8274380 x1876699508527872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760848 ref 1 fl Rpc:XNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760848.472973:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508527872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760848 ref 1 fl Rpc:XNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760848.472988:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760848.473012:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760848.473016:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508528256:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789760848.473020:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760848.473024:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760848.473027:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508528384:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789760848.473030:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760848.473034:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760848.473038:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508528000:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789760848.473044:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760848.473049:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760848.473053:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508528128:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789760848.473058:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760848.473065:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760848.473069:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508527872:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760848.473074:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760848.473081:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760848.473084:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760848.473092:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 809
00000100:00080000:1.0:1789760848.473104:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1789760848.473111:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760848.473156:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508528640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760848.473186:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760848.473191:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760848.473193:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760848.473197:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 809
00000100:00080000:1.0:1789760848.473201:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1789760848.473206:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760848.473216:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760848.473238:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508528768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760848.473250:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760848.473253:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760848.473255:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760848.473259:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 809
00000100:00080000:1.0:1789760848.473263:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1789760848.473267:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760848.473273:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760848.473284:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508528896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760848.473294:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760848.473298:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760848.473301:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760848.473304:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760848.473305:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760848.473309:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 809
00000100:00080000:1.0:1789760848.473312:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1789760848.473316:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760848.473320:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760848.473330:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508529024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760848.473339:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760848.473344:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760848.473346:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760848.473349:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 809
00000100:00080000:1.0:1789760848.473353:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 10s
00000100:00080000:1.0:1789760848.473356:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760848.473362:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760848.473372:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508529152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760848.473594:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508528640:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760848.473717:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508528768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760848.473750:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508528896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760848.473777:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508529024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760848.473807:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508529152:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760848.536760:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760849.496752:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760849.496764:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760849.496769:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760849.496773:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760849.496780:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760849.496784:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760849.496788:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760849.496791:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760849.496798:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760849.496803:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:1.0:1789760849.496808:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760849.496811:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:1.0:1789760849.560808:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760850.584747:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760851.608815:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760852.632858:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760853.528934:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760853.528951:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760853.528957:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760853.528964:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760853.528969:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760853.528974:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760853.528979:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760853.528985:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760853.528991:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760853.528997:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00000100:00080000:2.0:1789760853.529002:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level CONNECTING/4 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760853.529007:0:1371:0:(pinger.c:247:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: not pinging (in recovery or recovery disabled: CONNECTING)
00010000:00010000:1.0:1789760853.656924:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789760854.552919:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.203.123:988
00000400:00000100:1.0:1789760854.553003:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789760854.553030:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760854.553087:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760854.553098:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760854.553108:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760854.553119:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760854.553130:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:2.0:1789760854.553212:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760848/real 1789760854]  req@ffff9686c4be8380 x1876699508528640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760854.553257:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508528640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760854.553274:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760854.553312:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.553319:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508528640:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760854.553330:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760848/real 1789760854]  req@ffff9686c4be9f80 x1876699508528768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760854.553349:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508528768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760854.553362:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760854.553370:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760854.553385:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789760854.553387:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760854.553403:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760854.553405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508528768:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760854.553433:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 825
00000100:00100000:2.0:1789760854.553435:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760848/real 1789760854]  req@ffff9686c4beb800 x1876699508528896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760854.553453:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1789760854.553467:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508528896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760854.553480:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789760854.553487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760854.553508:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.553514:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508528896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760854.553523:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760848/real 1789760854]  req@ffff9686c4beb480 x1876699508529024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760854.553564:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508529024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760854.553575:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789760854.553584:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508529280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760854.553592:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.553617:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508529024:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760854.553716:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760854.553724:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760854.553729:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760854.553737:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760848/real 1789760854]  req@ffff9686c4beb100 x1876699508529152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760868 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760854.553747:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 825
00000100:00080000:1.0:1789760854.553768:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1789760854.553782:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789760854.553792:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508529152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760868 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789760854.553800:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789760854.553816:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789760854.553837:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508529408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760854.553839:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.553862:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508529152:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760854.553890:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760854.553896:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760854.553907:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760854.553908:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760844/real 1789760854]  req@ffff9686c4be9500 x1876699508528512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760854.553932:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 825
00000100:00080000:1.0:1789760854.553947:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 15s
00000100:00100000:2.0:1789760854.553959:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508528512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760854.553965:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760854.553987:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789760854.553997:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789760854.554011:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508529536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760854.554023:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.554046:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508528512:192.168.203.123@tcp:8:kworker.0
00000100:00080000:1.0:1789760854.554050:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760854.554061:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760854.554065:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760854.554085:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 821
00000100:00080000:1.0:1789760854.554091:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1789760854.554098:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760854.554107:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760854.554127:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508529664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760854.554148:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508529280:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760854.554150:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760854.554179:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760854.554184:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760854.554192:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 825
00000100:00080000:1.0:1789760854.554196:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1789760854.554204:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760854.554212:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760854.554233:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508529792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760854.554243:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 1 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760854.554248:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760854.554251:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760854.554256:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 825
00000100:00080000:1.0:1789760854.554261:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 15s
00000100:00080000:1.0:1789760854.554271:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:2.0:1789760854.554274:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789760854.554289:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760854.554318:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508529920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760854.554334:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760854/real 1789760854]  req@ffff9686c4beaa00 x1876699508529280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760854.554388:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508529280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760854.554402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760854.554409:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.554415:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508529280:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760854.554435:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508529408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760854.554463:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760854.554477:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760854/real 1789760854]  req@ffff9686c4be9880 x1876699508529408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760854.554491:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508529408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760854.554501:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760854.554505:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.554509:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508529408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760854.554516:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508529536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760854.554561:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760854.554574:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760854/real 1789760854]  req@ffff9686c4be8700 x1876699508529536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760854.554589:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508529536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760854.554599:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760854.554603:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.554607:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508529536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760854.554658:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508529664:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760854.554692:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760854.554706:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760854/real 1789760854]  req@ffff9686c4be8000 x1876699508529664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760854.554722:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508529664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760854.554732:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760854.554736:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.554740:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508529664:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760854.554747:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508529792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760854.554767:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760854.554778:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760854/real 1789760854]  req@ffff9686c4be8e00 x1876699508529792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760854.554792:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508529792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760854.554802:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760854.554805:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.554809:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508529792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760854.554816:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508529920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760854.554835:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760854.554846:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760854/real 1789760854]  req@ffff9686c4be9500 x1876699508529920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760854.554861:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508529920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760854.554871:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760854.554874:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760854.554878:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508529920:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789760854.680842:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760855.704876:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760856.728809:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760857.752864:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760858.776825:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760859.736810:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.736817:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760859.736821:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.736831:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 831
00000100:00080000:2.0:1789760859.736841:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760859.736848:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789760859.736903:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508530048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760859.736945:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.736948:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760859.736951:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.736955:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 831
00000100:00080000:2.0:1789760859.736959:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760859.736966:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760859.736976:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760859.737006:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508530048:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760859.737010:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508530176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760859.737038:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.737043:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760859.737045:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.737051:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 831
00000100:00080000:2.0:1789760859.737071:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760859.737078:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760859.737085:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760859.737100:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508530304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760859.737109:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.737113:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760859.737115:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.737119:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 831
00000100:00080000:2.0:1789760859.737124:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760859.737129:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760859.737134:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760859.737143:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508530432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760859.737154:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.737157:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760859.737159:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.737163:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 831
00000100:00080000:2.0:1789760859.737167:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760859.737172:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760859.737178:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760859.737197:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508530560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760859.737206:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760859.737208:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760859.737210:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760859.737214:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 831
00000100:00100000:3.0:1789760859.737219:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508530176:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789760859.737222:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760859.737235:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760859.737242:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760859.737257:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508530688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760859.737274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508530304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760859.737438:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508530432:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789760859.737521:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508530560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760859.737566:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508530688:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760859.800757:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760860.824826:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789760861.273073:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.203.123:988
00000400:00000100:0.0:1789760861.273136:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789760861.273154:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760861.273201:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760861.273214:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760861.273228:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789760861.273233:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9686c7a9ad80 x1876699508530176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789760861.273242:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760861.273255:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789760861.273284:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508530176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760861.273298:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760861.273303:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760861.273308:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508530176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760861.273316:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9686c7a98380 x1876699508530304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760861.273329:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508530304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760861.273337:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760861.273340:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760861.273343:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508530304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760861.273349:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9686c7a9a680 x1876699508530432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760861.273361:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508530432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760861.273373:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760861.273377:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760861.273380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508530432:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789760861.273386:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9686c7a99f80 x1876699508530560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760861.273397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508530560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760861.273405:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760861.273408:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760861.273411:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508530560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760861.273418:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9686c7a98000 x1876699508530048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760861.273430:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508530048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760861.273439:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760861.273442:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760861.273446:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508530048:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789760861.273472:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760859/real 1789760861]  req@ffff9686c7a99c00 x1876699508530688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760861.273503:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508530688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760884 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760861.273513:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760861.273517:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760861.273520:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508530688:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760861.848793:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760862.872753:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760863.896855:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760864.856765:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760864.856787:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760864.856792:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760864.856824:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 836
00000100:00080000:2.0:1789760864.856839:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760864.856851:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789760864.856902:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508530816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760864.856941:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760864.856951:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760864.856955:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760864.856962:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 836
00000100:00080000:2.0:1789760864.856967:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760864.856973:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760864.856985:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760864.856995:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508530816:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760864.857009:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508530944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760864.857051:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760864.857056:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760864.857059:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760864.857064:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 836
00000100:00080000:2.0:1789760864.857070:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760864.857076:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760864.857082:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760864.857096:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508531072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760864.857109:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760864.857114:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760864.857116:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760864.857120:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 836
00000100:00080000:2.0:1789760864.857124:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760864.857128:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760864.857146:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760864.857157:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508531200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760864.857170:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760864.857174:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760864.857176:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760864.857180:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 836
00000100:00080000:2.0:1789760864.857185:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760864.857189:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760864.857195:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760864.857209:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508531328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760864.857220:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760864.857225:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760864.857229:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760864.857235:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 836
00000100:00100000:3.0:1789760864.857243:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508530944:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789760864.857246:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760864.857262:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760864.857276:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760864.857298:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508531072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760864.857326:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508531456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760864.857337:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508531200:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789760864.857394:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508531328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760864.857431:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508531456:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760864.920843:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760865.944823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760866.968806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789760867.929272:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.203.123:988
00000400:00000100:2.0:1789760867.929343:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789760867.929374:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789760867.929461:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789760867.929496:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789760867.929522:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789760867.929547:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789760867.929561:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760867]  req@ffff9686c7a98e00 x1876699508530944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789760867.929565:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789760867.929671:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508530944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760867.929699:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760867.929710:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760867.929720:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508530944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760867.929738:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760867]  req@ffff9686c7a9b100 x1876699508531072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760867.929768:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508531072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760867.929782:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760867.929789:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760867.929794:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508531072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760867.929806:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760867]  req@ffff9686c7a9b800 x1876699508531200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760867.929826:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508531200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760867.929839:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760867.929846:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760867.929851:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508531200:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789760867.929863:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760867]  req@ffff9686c7a9a300 x1876699508531328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760867.929885:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508531328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760867.929900:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760867.929915:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760867.929921:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508531328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760867.929936:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760867]  req@ffff9686c7a9aa00 x1876699508530816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760867.930605:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508530816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760867.930626:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760867.930669:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760867.930674:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508530816:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789760867.930731:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760864/real 1789760867]  req@ffff9686c7a99c00 x1876699508531456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760867.930756:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508531456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760889 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760867.930770:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760867.930776:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760867.930798:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508531456:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760867.992851:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760869.016821:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760869.976846:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760869.976865:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760869.976870:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760869.976889:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 841
00000100:00080000:1.0:1789760869.976915:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760869.976930:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760869.977003:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508531584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760869.977043:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760869.977050:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760869.977053:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760869.977062:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 841
00000100:00080000:1.0:1789760869.977070:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760869.977078:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789760869.977094:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508531584:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789760869.977095:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760869.977130:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508531712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760869.977150:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760869.977156:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760869.977159:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760869.977167:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 841
00000100:00080000:1.0:1789760869.977184:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760869.977191:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760869.977199:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789760869.977221:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789760869.977223:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508531840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760869.977254:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760869.977260:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760869.977263:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760869.977270:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 841
00000100:00080000:1.0:1789760869.977277:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760869.977283:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760869.977291:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760869.977309:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508531968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760869.977326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760869]  req@ffff9686c4beb100 x1876699508531584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760869.977328:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760869.977342:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760869.977347:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760869.977361:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 841
00000100:00080000:1.0:1789760869.977368:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760869.977380:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508531584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760869.977381:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760869.977393:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789760869.977427:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760869.977437:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789760869.977444:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508532096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760869.977451:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508531584:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760869.977477:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760869.977484:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760869.977488:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760869.977495:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 841
00000100:00080000:1.0:1789760869.977504:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760869.977508:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508531712:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760869.977517:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760869.977529:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760869.977552:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508532224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789760869.977565:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760869.977600:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760869]  req@ffff9686c4beb480 x1876699508531712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760869.977657:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508531712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760869.977672:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760869.977685:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760869.977691:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508531712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760869.977701:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508531840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760869.977736:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760869.977754:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760869]  req@ffff9686c4beb800 x1876699508531840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760869.977771:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508531840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760869.977783:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760869.977788:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760869.977793:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508531840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760869.977801:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508531968:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789760869.978102:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760869.978124:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760869]  req@ffff9686c4be9f80 x1876699508531968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760869.978139:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508531968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760869.978149:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760869.978152:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760869.978155:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508531968:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789760869.978162:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508532096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760869.978194:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760869.978211:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760869]  req@ffff9686c4be8380 x1876699508532096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760869.978229:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508532096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760869.978242:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760869.978246:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760869.978251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508532096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760869.978283:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508532224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760869.978317:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760869.978334:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760869/real 1789760869]  req@ffff9686c4bebb80 x1876699508532224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760869.978351:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508532224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760894 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760869.978372:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760869.978377:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760869.978383:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508532224:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760870.040862:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789760871.064843:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760872.088867:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760873.112773:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760874.136756:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760875.096795:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760875.096808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760875.096814:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760875.096827:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 846
00000100:00080000:0.0:1789760875.096843:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760875.096852:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760875.096907:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508532352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760875.096976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760875.096981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760875.096984:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760875.096990:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 846
00000100:00080000:0.0:1789760875.096995:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760875.096998:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760875.097007:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760875.097021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508532480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760875.097041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760875.097044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760875.097046:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760875.097051:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 846
00000100:00080000:0.0:1789760875.097053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760875.097056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760875.097060:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760875.097067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508532608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760875.097075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760875.097081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760875.097083:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760875.097083:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508532352:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760875.097094:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 846
00000100:00080000:0.0:1789760875.097107:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760875.097118:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760875.097122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760875.097138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508532736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760875.097146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760875.097149:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760875.097150:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760875.097153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 846
00000100:00080000:0.0:1789760875.097156:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760875.097159:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760875.097162:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760875.097168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508532864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760875.097174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760875.097176:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760875.097177:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760875.097183:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 846
00000100:00080000:0.0:1789760875.097185:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760875.097188:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760875.097191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760875.097199:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508532992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760875.097260:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508532480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760875.097301:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508532608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760875.097345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508532736:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760875.097365:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508532864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760875.097409:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508532992:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789760875.160773:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760876.184754:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760877.208808:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789760878.169132:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.203.123:988
00000400:00000100:1.0:1789760878.169228:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789760878.169269:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760878.169380:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:2.0:1789760878.169413:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760878]  req@ffff9686c954fb80 x1876699508532352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789760878.169417:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760878.169455:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:2.0:1789760878.169472:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508532352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789760878.169484:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00080000:2.0:1789760878.169505:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760878.169517:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000800:00000100:1.0:1789760878.169527:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:2.0:1789760878.169533:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508532352:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760878.169554:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760878]  req@ffff9686c954e680 x1876699508532480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760878.169586:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508532480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760878.169592:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760878.169595:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760878.169597:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508532480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760878.169629:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760878]  req@ffff9686c954ca80 x1876699508532608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760878.169637:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508532608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760878.169688:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760878.169692:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760878.169697:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508532608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760878.169706:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760878]  req@ffff9686c954ed80 x1876699508532736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760878.169721:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508532736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760878.169729:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760878.169732:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760878.169734:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508532736:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760878.169741:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760878]  req@ffff9686c954df80 x1876699508532864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760878.169750:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508532864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760878.169756:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760878.169758:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760878.169760:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508532864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760878.169764:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760875/real 1789760878]  req@ffff9686c954e300 x1876699508532992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760878.169775:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508532992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760878.169782:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760878.169786:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760878.169789:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508532992:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760878.232833:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760879.256828:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760880.216740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760880.216752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760880.216757:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760880.216769:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 851
00000100:00080000:0.0:1789760880.216783:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760880.216791:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760880.216836:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508533120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760880.216861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760880.216865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760880.216866:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760880.216870:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 851
00000100:00080000:0.0:1789760880.216872:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760880.216876:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760880.216885:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760880.216894:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508533248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760880.216902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760880.216905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760880.216908:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760880.216912:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 851
00000100:00080000:0.0:1789760880.216920:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760880.216921:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508533120:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760880.216928:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760880.216934:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760880.216943:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508533376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760880.216955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760880.216959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760880.216961:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760880.216967:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 851
00000100:00080000:0.0:1789760880.216972:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760880.216976:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760880.216983:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760880.216996:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508533504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789760880.217011:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789760880.217012:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760880.217021:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760880.217023:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760880.217029:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 851
00000100:00080000:0.0:1789760880.217035:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760880.217041:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760880.217047:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760880.217066:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760880]  req@ffff9686c954ce00 x1876699508533120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760880.217071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508533632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760880.217129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760880.217133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789760880.217146:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508533120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760880.217153:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760880.217170:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 851
00000100:00080000:2.0:1789760880.217173:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760880.217178:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760880.217185:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789760880.217195:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789760880.217201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508533120:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789760880.217207:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760880.217232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508533760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760880.217239:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508533248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760880.217296:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760880.217314:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760880]  req@ffff9686c954d180 x1876699508533248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760880.217328:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508533248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760880.217337:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760880.217357:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760880.217362:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508533248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760880.217369:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508533376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760880.217391:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760880.217404:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760880]  req@ffff9686c954c380 x1876699508533376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760880.217416:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508533376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760880.217424:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760880.217427:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760880.217431:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508533376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760880.217437:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508533504:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760880.217459:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760880.217472:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760880]  req@ffff9686c954c000 x1876699508533504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760880.217484:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508533504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760880.217494:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760880.217497:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760880.217501:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508533504:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760880.217508:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508533632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760880.217530:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760880.217543:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760880]  req@ffff9686c954c700 x1876699508533632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760880.217557:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508533632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760880.217566:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760880.217571:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760880.217574:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508533632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760880.217590:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508533760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760880.217606:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760880.217614:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760880/real 1789760880]  req@ffff9686c954d880 x1876699508533760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760880.217623:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508533760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760880.217655:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760880.217658:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760880.217661:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508533760:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760880.280841:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760881.304758:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760882.328815:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760883.352785:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760884.376813:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760885.336707:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760885.336716:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760885.336719:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760885.336728:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 857
00000100:00080000:0.0:1789760885.336737:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760885.336744:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760885.336778:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508533888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760885.336800:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760885.336803:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760885.336804:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760885.336808:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 857
00000100:00080000:0.0:1789760885.336810:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760885.336813:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760885.336820:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760885.336828:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508534016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760885.336834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760885.336836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760885.336837:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760885.336840:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 857
00000100:00080000:0.0:1789760885.336841:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760885.336844:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760885.336846:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760885.336853:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508534144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760885.336860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760885.336862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760885.336864:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760885.336867:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 857
00000100:00080000:0.0:1789760885.336869:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760885.336871:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760885.336875:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760885.336881:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508533888:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789760885.336883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508534272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760885.336895:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760885.336898:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760885.336899:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760885.336901:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 857
00000100:00080000:0.0:1789760885.336903:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760885.336905:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760885.336908:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760885.336916:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508534400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760885.336922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760885.336924:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760885.336925:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760885.336927:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 857
00000100:00080000:0.0:1789760885.336930:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760885.336932:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760885.336935:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760885.336942:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508534528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789760885.336946:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760885.336985:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff9686c954dc00 x1876699508533888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760885.336997:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508533888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760885.337005:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760885.337007:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760885.337010:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508533888:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760885.337015:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508534016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760885.337030:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760885.337037:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff9686c954f100 x1876699508534016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760885.337045:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508534016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760885.337051:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760885.337053:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760885.337055:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508534016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760885.337060:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508534144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760885.337070:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760885.337076:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff9686c954ea00 x1876699508534144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760885.337084:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508534144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760885.337089:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760885.337090:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760885.337092:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508534144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760885.337112:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508534272:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760885.337123:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760885.337129:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff9686c954f800 x1876699508534272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760885.337137:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508534272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760885.337142:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760885.337144:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760885.337145:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508534272:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760885.337149:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508534400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760885.337159:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760885.337165:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff9686c954d880 x1876699508534400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760885.337173:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508534400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760885.337178:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760885.337180:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760885.337181:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508534400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760885.337185:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508534528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760885.337194:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760885.337200:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760885/real 1789760885]  req@ffff9686c954c700 x1876699508534528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760885.337207:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508534528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760885.337212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760885.337214:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760885.337215:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508534528:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760885.400772:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760886.424774:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760887.448738:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760888.472792:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760889.496769:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760890.456784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.456792:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760890.456796:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.456806:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 862
00000100:00080000:1.0:1789760890.456815:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.456821:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760890.456855:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508534656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.456881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.456883:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760890.456885:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.456887:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 862
00000100:00080000:1.0:1789760890.456889:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.456892:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760890.456899:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.456909:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8a80 x1876699508534784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.456916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.456918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760890.456920:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.456923:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 862
00000100:00080000:1.0:1789760890.456925:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.456927:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760890.456930:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.456936:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508534912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.456945:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.456952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760890.456954:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760890.456954:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508534656:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760890.456964:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 862
00000100:00080000:1.0:1789760890.456974:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.456978:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760890.456981:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760890.456992:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508535040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.457002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.457004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760890.457005:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.457008:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 862
00000100:00080000:1.0:1789760890.457010:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.457012:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760890.457015:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.457021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508535168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760890.457027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760890.457030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760890.457031:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760890.457033:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 862
00000100:00080000:1.0:1789760890.457037:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760890.457039:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760890.457042:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760890.457048:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508535296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760890.457113:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508534784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760890.457174:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508534912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760890.457223:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508535040:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760890.457255:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508535168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760890.457304:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508535296:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760890.520823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760891.544754:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760892.568796:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789760893.528903:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.203.123:988
00000400:00000100:1.0:1789760893.528941:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789760893.528956:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760893.528989:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760893.528995:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760893.529001:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760893.529007:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789760893.529013:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:2.0:1789760893.529047:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760893]  req@ffff9686c4be9c00 x1876699508534912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760893.529076:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508534912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760893.529089:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760893.529094:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760893.529099:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508534912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760893.529107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760893]  req@ffff9686c4bea680 x1876699508535040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760893.529120:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508535040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760893.529130:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760893.529141:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760893.529145:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508535040:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760893.529154:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760893]  req@ffff9686c4bebb80 x1876699508535168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760893.529167:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508535168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760893.529175:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760893.529180:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760893.529183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508535168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760893.529196:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760893]  req@ffff9686c4be8380 x1876699508535296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760893.529208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508535296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760893.529217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760893.529221:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760893.529225:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508535296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760893.529232:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760893]  req@ffff9686c4bead80 x1876699508534656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760893.529261:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508534656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760893.529281:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760893.529287:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760893.529291:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508534656:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760893.529298:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760890/real 1789760893]  req@ffff9686c4be8a80 x1876699508534784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760893.529311:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8a80 x1876699508534784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760893.529320:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760893.529324:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760893.529328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508534784:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760893.592785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760894.616769:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760895.576743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.576753:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760895.576758:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.576767:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 867
00000100:00080000:1.0:1789760895.576778:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.576787:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760895.576822:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508535424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760895.576848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.576852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760895.576854:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.576860:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 867
00000100:00080000:1.0:1789760895.576873:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.576880:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760895.576891:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760895.576911:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508535552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760895.576913:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508535424:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760895.576934:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.576939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760895.576941:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.576946:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 867
00000100:00080000:1.0:1789760895.576952:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.576957:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760895.576964:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760895.576977:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508535680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760895.576994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.576997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760895.576999:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.577002:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 867
00000100:00080000:1.0:1789760895.577005:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.577009:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760895.577014:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760895.577022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508535808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760895.577031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.577033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760895.577035:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.577044:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 867
00000800:00000100:2.0:1789760895.577046:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789760895.577048:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.577057:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760895.577061:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760895.577069:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508535936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760895.577078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760895.577081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760895.577082:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760895.577086:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 867
00000100:00080000:1.0:1789760895.577088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760895.577090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760895.577093:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760895.577102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508536064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760895.577129:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9686c4be9f80 x1876699508535424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760895.577156:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508535424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760895.577173:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760895.577179:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760895.577188:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508535424:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760895.577244:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508535552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760895.577282:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760895.577298:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9686c4beb800 x1876699508535552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760895.577311:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508535552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760895.577320:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760895.577325:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760895.577329:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508535552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760895.577336:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508535680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760895.577372:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760895.577390:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9686c4beb480 x1876699508535680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760895.577403:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508535680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760895.577410:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760895.577419:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760895.577422:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508535680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760895.577429:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508535808:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760895.577457:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760895.577470:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9686c4beb100 x1876699508535808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760895.577481:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508535808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760895.577502:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760895.577507:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760895.577512:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508535808:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760895.577522:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508535936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760895.577551:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760895.577568:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9686c4be9500 x1876699508535936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760895.577590:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508535936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760895.577598:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760895.577603:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760895.577607:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508535936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760895.577618:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508536064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760895.577703:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760895.577719:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760895/real 1789760895]  req@ffff9686c4be8e00 x1876699508536064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760895.577742:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508536064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760895.577752:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760895.577756:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760895.577764:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508536064:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760895.640761:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760896.664818:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760897.688783:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760898.712755:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760899.736787:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760900.696762:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.696771:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760900.696775:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.696785:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 872
00000100:00080000:1.0:1789760900.696794:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.696801:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760900.696838:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508536192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760900.696872:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.696878:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760900.696881:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.696888:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 872
00000100:00080000:1.0:1789760900.696895:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.696903:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760900.696915:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760900.696927:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508536192:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789760900.696932:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508536320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760900.696944:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.696949:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760900.696952:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.696957:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 872
00000100:00080000:1.0:1789760900.696962:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.696968:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760900.696974:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760900.696989:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508536448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789760900.697007:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789760900.697017:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.697023:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760900.697025:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.697032:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 872
00000100:00080000:1.0:1789760900.697038:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.697043:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760900.697050:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760900.697090:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9686c4be8000 x1876699508536192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760900.697091:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508536576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760900.697153:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.697157:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760900.697160:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.697165:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 872
00000100:00100000:2.0:1789760900.697171:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508536192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760900.697174:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.697211:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760900.697224:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789760900.697228:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.697238:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789760900.697248:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508536704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760900.697248:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508536192:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760900.697270:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760900.697275:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760900.697277:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760900.697283:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 872
00000100:00100000:2.0:1789760900.697289:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508536320:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760900.697292:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760900.697310:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760900.697317:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760900.697334:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508536832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789760900.697342:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760900.697370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9686c4be8700 x1876699508536320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760900.697388:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508536320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.697398:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.697402:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760900.697407:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508536320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760900.697415:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508536448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760900.697442:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760900.697457:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9686c4be9880 x1876699508536448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760900.697472:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508536448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.697481:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.697485:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760900.697489:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508536448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760900.697496:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508536576:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760900.697521:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760900.697535:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9686c4beaa00 x1876699508536576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760900.697549:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508536576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.697558:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.697562:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760900.697566:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508536576:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760900.697573:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508536704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760900.697596:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760900.697609:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9686c4be8e00 x1876699508536704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760900.697622:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508536704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.697672:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.697676:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760900.697680:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508536704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760900.697704:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508536832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760900.697732:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760900.697747:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760900/real 1789760900]  req@ffff9686c4be9500 x1876699508536832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760900.697763:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508536832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760925 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760900.697774:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760900.697778:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760900.697782:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508536832:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760900.760855:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760901.784801:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760902.808826:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760903.832804:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760904.856913:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760905.816724:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760905.816735:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760905.816739:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760905.816751:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 877
00000100:00080000:1.0:1789760905.816762:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760905.816771:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760905.816808:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508536960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760905.816843:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760905.816847:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760905.816849:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760905.816853:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 877
00000100:00080000:1.0:1789760905.816857:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760905.816861:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760905.816872:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760905.816886:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508537088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760905.816889:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508536960:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760905.816907:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760905.816911:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760905.816913:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760905.816918:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 877
00000100:00080000:1.0:1789760905.816922:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760905.816926:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760905.816932:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760905.816944:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508537216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760905.816954:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789760905.816955:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789760905.816961:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760905.816964:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760905.816969:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 877
00000100:00080000:1.0:1789760905.816975:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760905.816980:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760905.816986:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760905.817001:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9686c4beb100 x1876699508536960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760905.817004:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508537344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760905.817030:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760905.817031:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508536960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760905.817039:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760905.817045:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760905.817047:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789760905.817053:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 877
00000100:00080000:2.0:1789760905.817053:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760905.817060:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508536960:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760905.817063:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760905.817070:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760905.817076:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760905.817081:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508537088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760905.817099:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789760905.817111:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8a80 x1876699508537472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760905.817112:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9686c4beb480 x1876699508537088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.817145:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508537088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760905.817163:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760905.817174:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760905.817179:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760905.817180:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.817187:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789760905.817191:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 877
00000100:00100000:2.0:1789760905.817194:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508537088:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760905.817200:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760905.817202:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508537216:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760905.817210:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760905.817218:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789760905.817225:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789760905.817236:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508537600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760905.817237:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9686c4beb800 x1876699508537216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.817271:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508537216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760905.817280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.817283:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760905.817285:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508537216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760905.817290:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508537344:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760905.817303:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760905.817309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9686c4be9f80 x1876699508537344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.817317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508537344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760905.817322:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.817324:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760905.817326:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508537344:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760905.817337:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508537472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760905.817348:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760905.817354:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9686c4be8a80 x1876699508537472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.817362:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8a80 x1876699508537472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760905.817367:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.817368:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760905.817370:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508537472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760905.817374:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508537600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760905.817384:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760905.817390:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760905/real 1789760905]  req@ffff9686c4bead80 x1876699508537600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760905.817397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508537600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760930 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760905.817402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760905.817404:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760905.817406:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508537600:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760905.880786:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760906.904817:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760907.928971:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760908.952785:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760909.976768:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760910.936697:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.936709:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760910.936714:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.936725:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 882
00000100:00080000:1.0:1789760910.936737:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.936746:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760910.936779:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508537728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760910.936805:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.936808:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760910.936810:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.936813:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 882
00000100:00080000:1.0:1789760910.936816:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.936819:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760910.936827:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760910.936836:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508537856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760910.936845:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508537728:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760910.936847:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.936855:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760910.936857:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.936860:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 882
00000100:00080000:1.0:1789760910.936862:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.936865:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760910.936869:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760910.936876:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508537984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760910.936884:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.936886:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760910.936888:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.936890:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 882
00000100:00080000:1.0:1789760910.936893:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.936897:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760910.936900:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760910.936908:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508538112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760910.936915:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.936918:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760910.936919:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.936922:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 882
00000100:00080000:1.0:1789760910.936924:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.936928:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760910.936932:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760910.936942:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508537856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789760910.936943:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508538240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760910.936958:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760910.936961:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760910.936962:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760910.936965:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 882
00000100:00080000:1.0:1789760910.936968:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760910.936970:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789760910.936974:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508537984:192.168.203.123@tcp:38:kworker.0
00000008:00100000:1.0:1789760910.936975:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760910.936990:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8a80 x1876699508538368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760910.937000:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508538112:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760910.937066:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508538240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760910.937134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508538368:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760911.000743:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760912.024764:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760913.048784:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789760914.008873:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1022 -> 192.168.203.123:988
00000400:00000100:0.0:1789760914.008911:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789760914.008924:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760914.008953:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760914.008960:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760914.008970:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760914.008993:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:2.0:1789760914.009005:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760914]  req@ffff9686c4bebb80 x1876699508537856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789760914.009006:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:2.0:1789760914.009030:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508537856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760914.009040:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760914.009043:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760914.009047:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508537856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760914.009053:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760914]  req@ffff9686c4bea680 x1876699508537984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760914.009061:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508537984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760914.009066:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760914.009069:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760914.009073:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508537984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760914.009079:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760914]  req@ffff9686c4be9c00 x1876699508538112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760914.009118:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508538112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760914.009126:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760914.009130:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760914.009134:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508538112:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760914.009141:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760914]  req@ffff9686c4be8380 x1876699508537728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760914.009155:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508537728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760914.009162:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760914.009166:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760914.009170:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508537728:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760914.009197:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760914]  req@ffff9686c4bead80 x1876699508538240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760914.009236:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508538240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760914.009246:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760914.009250:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760914.009253:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508538240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760914.009262:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760910/real 1789760914]  req@ffff9686c4be8a80 x1876699508538368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760914.009293:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8a80 x1876699508538368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760935 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760914.009301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760914.009305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760914.009308:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508538368:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760914.072758:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760915.096733:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760916.056704:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.056713:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760916.056717:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.056728:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 887
00000100:00080000:1.0:1789760916.056740:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.056749:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760916.056785:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508538496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.056811:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.056814:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760916.056815:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.056819:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 887
00000100:00080000:1.0:1789760916.056822:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.056825:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760916.056834:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760916.056848:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508538624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.056862:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760916.056863:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508538496:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760916.056867:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760916.056870:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.056875:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 887
00000100:00080000:1.0:1789760916.056882:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.056888:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760916.056893:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760916.056905:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508538752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.056913:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.056916:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760916.056917:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.056920:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 887
00000100:00080000:1.0:1789760916.056924:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.056926:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760916.056930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760916.056937:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508538880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.056944:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.056947:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760916.056948:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.056953:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 887
00000800:00000100:2.0:1789760916.056956:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789760916.056957:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760916.056963:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760916.056966:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760916.056974:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508539008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760916.056985:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760916.056988:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760916.056991:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760916.056995:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 887
00000100:00080000:1.0:1789760916.057000:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760916.057005:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff9686c4be9f80 x1876699508538496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760916.057009:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760916.057017:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760916.057032:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508539136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760916.057035:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508538496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760916.057064:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760916.057084:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760916.057091:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508538496:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760916.057118:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508538624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760916.057147:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760916.057162:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff9686c4beb800 x1876699508538624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760916.057177:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508538624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760916.057193:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760916.057196:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760916.057201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508538624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760916.057208:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508538752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760916.057232:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760916.057245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff9686c4beb480 x1876699508538752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760916.057258:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508538752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760916.057268:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760916.057271:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760916.057275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508538752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760916.057281:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508538880:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760916.057302:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760916.057313:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff9686c4beb100 x1876699508538880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760916.057326:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508538880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760916.057334:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760916.057338:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760916.057342:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508538880:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760916.057349:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508539008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760916.057371:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760916.057383:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff9686c4be9500 x1876699508539008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760916.057396:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508539008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760916.057405:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760916.057408:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760916.057412:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508539008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760916.057418:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508539136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760916.057438:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760916.057449:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760916/real 1789760916]  req@ffff9686c4be8e00 x1876699508539136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760916.057462:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508539136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760916.057471:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760916.057474:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760916.057477:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508539136:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760916.120781:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760917.144805:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760918.168824:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760919.192840:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760920.216759:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760921.176754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.176764:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760921.176769:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.176790:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 892
00000100:00080000:2.0:1789760921.176802:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.176809:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789760921.176845:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508539264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760921.176872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.176875:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760921.176877:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.176907:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 892
00000100:00080000:2.0:1789760921.176910:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.176913:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760921.176921:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760921.176932:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508539392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760921.176940:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508539264:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789760921.176943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.176950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760921.176952:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.176956:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 892
00000100:00080000:2.0:1789760921.176958:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.176961:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760921.176964:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760921.176974:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508539520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760921.177002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.177005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760921.177006:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.177009:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 892
00000100:00080000:2.0:1789760921.177013:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.177016:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760921.177020:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789760921.177027:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760921.177047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508539648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760921.177057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.177060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760921.177062:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760921.177064:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 892
00000100:00080000:2.0:1789760921.177068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.177080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760921.177084:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760921.177090:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff9686c7a98000 x1876699508539264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760921.177095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508539776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760921.177115:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760921.177118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760921.177121:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760921.177122:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508539264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760921.177126:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 892
00000100:00080000:2.0:1789760921.177132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760921.177138:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789760921.177140:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789760921.177142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789760921.177146:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760921.177153:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508539904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760921.177154:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508539264:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789760921.177184:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508539392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760921.177204:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760921.177213:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff9686c7a99f80 x1876699508539392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.177221:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508539392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.177227:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.177240:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760921.177243:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508539392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760921.177247:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508539520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760921.177258:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760921.177264:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff9686c7a9a680 x1876699508539520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.177271:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508539520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.177277:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.177279:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760921.177281:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508539520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760921.177284:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508539648:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789760921.177295:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760921.177301:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff9686c7a98380 x1876699508539648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.177307:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508539648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.177313:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.177315:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760921.177317:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508539648:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789760921.177320:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508539776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760921.177330:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760921.177337:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff9686c7a9ad80 x1876699508539776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.177345:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508539776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.177350:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.177367:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760921.177369:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508539776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760921.177373:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508539904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760921.177385:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760921.177392:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760921/real 1789760921]  req@ffff9686c7a98700 x1876699508539904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760921.177400:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508539904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760921.177406:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760921.177408:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760921.177410:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508539904:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760921.240774:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760922.264848:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760923.288805:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760924.312803:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760925.336764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760926.296767:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760926.296778:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760926.296785:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760926.296801:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 898
00000100:00080000:0.0:1789760926.296816:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760926.296826:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760926.296878:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508540032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760926.296914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760926.296919:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760926.296922:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760926.296928:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 898
00000100:00080000:0.0:1789760926.296933:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760926.296938:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760926.296951:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760926.296955:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508540032:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789760926.296973:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508540160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760926.296989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760926.297006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760926.297009:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760926.297014:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 898
00000100:00080000:0.0:1789760926.297020:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760926.297026:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760926.297032:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789760926.297042:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789760926.297050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508540288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760926.297065:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760926.297070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760926.297072:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760926.297080:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 898
00000100:00080000:0.0:1789760926.297086:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760926.297089:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff9686c954c000 x1876699508540032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760926.297097:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760926.297118:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789760926.297127:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508540032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760926.297140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508540416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760926.297145:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760926.297158:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789760926.297165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760926.297167:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508540032:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760926.297183:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760926.297188:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760926.297197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 898
00000100:00080000:0.0:1789760926.297204:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760926.297204:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508540160:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789760926.297222:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760926.297233:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789760926.297242:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760926.297256:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff9686c954c380 x1876699508540160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760926.297265:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508540544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760926.297281:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508540160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760926.297299:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789760926.297300:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760926.297306:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760926.297314:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508540160:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789760926.297316:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760926.297326:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760926.297328:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508540288:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789760926.297346:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 898
00000100:00080000:0.0:1789760926.297354:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789760926.297355:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789760926.297369:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789760926.297369:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff9686c954d180 x1876699508540288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789760926.297389:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760926.297391:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508540288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760926.297409:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760926.297414:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760926.297417:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508540288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789760926.297429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508540672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760926.297430:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508540416:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789760926.297472:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760926.297490:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff9686c954ce00 x1876699508540416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760926.297499:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508540416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760926.297506:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760926.297508:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760926.297511:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508540416:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789760926.297525:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508540544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760926.297539:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760926.297546:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff9686c954e300 x1876699508540544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760926.297553:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508540544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760926.297557:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760926.297559:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760926.297561:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508540544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760926.297565:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508540672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760926.297576:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760926.297581:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760926/real 1789760926]  req@ffff9686c954df80 x1876699508540672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760926.297589:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508540672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760926.297594:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760926.297595:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760926.297597:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508540672:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760926.360788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760927.384798:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760928.408752:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760929.432793:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760930.456876:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760931.416808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.416817:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760931.416822:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760931.416831:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 903
00000100:00080000:0.0:1789760931.416841:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.416848:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760931.416882:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508540800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760931.416917:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.416922:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760931.416924:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760931.416930:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 903
00000100:00080000:0.0:1789760931.416935:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.416941:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760931.416951:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760931.416976:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508540800:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789760931.416982:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508540928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760931.416998:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.417002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760931.417003:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760931.417008:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 903
00000100:00080000:0.0:1789760931.417012:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.417017:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760931.417023:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760931.417038:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508541056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760931.417051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.417055:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760931.417061:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789760931.417062:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789760931.417073:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 903
00000100:00080000:0.0:1789760931.417079:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.417083:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760931.417090:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760931.417105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508541184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760931.417119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760931.417121:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff9686c954ed80 x1876699508540800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760931.417129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760931.417138:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760931.417157:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 903
00000100:00080000:0.0:1789760931.417161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760931.417165:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508540800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760931.417166:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760931.417179:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789760931.417187:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789760931.417196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508541312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760931.417197:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760931.417215:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508540800:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760931.417217:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760931.417229:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760931.417237:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760931.417241:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 903
00000100:00080000:0.0:1789760931.417243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760931.417246:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760931.417249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760931.417258:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508541440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760931.417275:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508540928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760931.417308:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760931.417323:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff9686c954ca80 x1876699508540928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760931.417339:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508540928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760931.417346:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760931.417349:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760931.417352:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508540928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760931.417358:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508541056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760931.417376:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760931.417386:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff9686c954e680 x1876699508541056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760931.417395:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508541056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760931.417402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760931.417405:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760931.417407:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508541056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760931.417414:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508541184:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760931.417433:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760931.417456:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff9686c954fb80 x1876699508541184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760931.417479:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508541184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760931.417487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760931.417490:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760931.417493:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508541184:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760931.417499:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508541312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760931.417516:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760931.417525:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff9686c954df80 x1876699508541312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760931.417532:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508541312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760931.417537:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760931.417539:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760931.417542:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508541312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760931.417545:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508541440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760931.417556:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760931.417561:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760931/real 1789760931]  req@ffff9686c954e300 x1876699508541440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760931.417568:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508541440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760931.417573:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760931.417575:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760931.417577:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508541440:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760931.480771:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760932.504746:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760933.528861:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760934.552871:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760935.576811:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760936.536729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.536751:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760936.536757:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.536772:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 908
00000100:00080000:0.0:1789760936.536790:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.536801:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760936.536854:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508541568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760936.536887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.536891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760936.536894:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.536899:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 908
00000100:00080000:0.0:1789760936.536904:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.536909:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760936.536937:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760936.536954:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508541696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760936.536967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.536971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760936.536973:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760936.536980:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508541568:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760936.536981:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 908
00000100:00080000:0.0:1789760936.536990:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.536997:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760936.537002:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760936.537018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508541824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760936.537030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.537034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760936.537036:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.537041:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 908
00000100:00080000:0.0:1789760936.537046:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.537051:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760936.537058:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789760936.537064:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789760936.537074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508541952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760936.537093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.537098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760936.537101:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.537106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 908
00000100:00100000:2.0:1789760936.537110:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9686c954ce00 x1876699508541568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760936.537112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760936.537123:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760936.537130:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760936.537130:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508541568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760936.537146:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760936.537151:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789760936.537152:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508542080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760936.537156:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508541568:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760936.537168:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508541696:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789760936.537174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760936.537179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760936.537182:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760936.537189:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 908
00000800:00000100:2.0:1789760936.537190:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760936.537201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9686c954d180 x1876699508541696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760936.537206:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760936.537213:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508541696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760936.537221:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789760936.537222:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760936.537230:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760936.537233:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508541696:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789760936.537234:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760936.537251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508542208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760936.537261:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508541824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760936.537278:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760936.537287:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9686c954c380 x1876699508541824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760936.537295:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508541824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760936.537300:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760936.537302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760936.537304:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508541824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760936.537308:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508541952:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760936.537320:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760936.537326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9686c954c000 x1876699508541952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760936.537333:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508541952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760936.537338:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760936.537339:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760936.537341:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508541952:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760936.537344:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508542080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760936.537355:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760936.537361:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9686c954c700 x1876699508542080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760936.537368:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508542080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760936.537373:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760936.537375:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760936.537377:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508542080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760936.537385:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508542208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760936.537395:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760936.537401:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760936/real 1789760936]  req@ffff9686c954d880 x1876699508542208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760936.537409:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508542208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760936.537414:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760936.537415:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760936.537417:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508542208:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760936.600787:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760937.624803:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760938.648749:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760939.672739:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760940.696806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760941.656731:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760941.656741:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760941.656747:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760941.656758:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 913
00000100:00080000:0.0:1789760941.656769:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760941.656777:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760941.656813:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508542336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760941.656840:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760941.656844:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760941.656846:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760941.656851:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 913
00000100:00080000:0.0:1789760941.656854:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760941.656859:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760941.656868:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760941.656891:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508542464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760941.656903:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760941.656909:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789760941.656909:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508542336:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760941.656912:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760941.656921:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 913
00000100:00080000:0.0:1789760941.656925:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760941.656929:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760941.656935:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760941.656947:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508542592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760941.656964:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760941.656968:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760941.656970:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760941.656974:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 913
00000100:00080000:0.0:1789760941.656978:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789760941.656983:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789760941.656984:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760941.656992:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760941.657005:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508542720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760941.657016:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760941.657020:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760941.657022:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760941.657027:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 913
00000100:00080000:0.0:1789760941.657031:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760941.657035:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff9686c954f800 x1876699508542336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760941.657038:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760941.657046:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760941.657061:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508542848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760941.657068:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508542336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760941.657078:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760941.657085:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760941.657088:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760941.657088:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760941.657098:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789760941.657099:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 913
00000100:00080000:0.0:1789760941.657106:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760941.657109:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508542336:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760941.657120:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760941.657126:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760941.657137:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508542464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789760941.657140:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508542976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789760941.657171:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760941.657187:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff9686c954ea00 x1876699508542464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760941.657201:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508542464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760941.657217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760941.657222:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760941.657226:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508542464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760941.657233:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508542592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760941.657256:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760941.657270:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff9686c954f100 x1876699508542592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760941.657283:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508542592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760941.657293:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760941.657297:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760941.657301:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508542592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760941.657308:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508542720:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760941.657331:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760941.657344:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff9686c954dc00 x1876699508542720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760941.657358:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508542720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760941.657368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760941.657371:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760941.657376:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508542720:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760941.657383:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508542848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760941.657406:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760941.657419:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff9686c954d880 x1876699508542848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760941.657432:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508542848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760941.657441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760941.657445:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760941.657449:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508542848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760941.657469:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508542976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760941.657492:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760941.657506:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760941/real 1789760941]  req@ffff9686c954c700 x1876699508542976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760941.657519:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508542976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760941.657529:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760941.657532:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760941.657536:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508542976:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760941.720737:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760942.744746:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760943.768757:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760944.792741:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760945.816759:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789760946.776732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.776743:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789760946.776748:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.776757:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 918
00000100:00080000:2.0:1789760946.776768:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.776776:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789760946.776813:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508543104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.776837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789760946.776879:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508543104:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789760946.776928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760946.776930:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.776936:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 918
00000100:00080000:2.0:1789760946.776940:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.776945:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760946.776953:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760946.776968:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508543232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.776983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.776987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760946.776989:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.776994:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 918
00000100:00100000:3.0:1789760946.776995:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508543232:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789760946.776998:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.777002:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760946.777008:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760946.777021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508543360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.777040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.777044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789760946.777047:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.777051:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 918
00000100:00100000:3.0:1789760946.777054:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508543360:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789760946.777055:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.777059:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760946.777065:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789760946.777076:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508543488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.777092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.777096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789760946.777099:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.777103:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 918
00000100:00080000:2.0:1789760946.777107:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789760946.777110:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508543488:192.168.203.123@tcp:8:kworker.0
00000100:00080000:2.0:1789760946.777112:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760946.777117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760946.777127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508543616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760946.777148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789760946.777152:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789760946.777155:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789760946.777159:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 918
00000100:00100000:3.0:1789760946.777159:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508543616:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789760946.777163:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789760946.777167:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789760946.777172:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760946.777186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508543744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760946.777216:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508543744:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760946.840767:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760947.864880:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760948.888790:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789760949.848869:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:0.0:1789760949.848904:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789760949.848918:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760949.848950:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760949.848963:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760949.848975:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789760949.848985:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789760949.848989:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760949]  req@ffff9686c7a9b480 x1876699508543360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789760949.848998:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789760949.849025:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508543360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760949.849038:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760949.849043:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760949.849048:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508543360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760949.849059:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760949]  req@ffff9686c7a99180 x1876699508543232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760949.849074:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508543232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760949.849082:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760949.849086:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760949.849090:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508543232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760949.849098:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760949]  req@ffff9686c7a9bb80 x1876699508543104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760949.849110:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508543104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760949.849119:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760949.849122:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760949.849126:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508543104:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789760949.849152:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760949]  req@ffff9686c7a98700 x1876699508543744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760949.849166:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508543744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760949.849174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760949.849178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760949.849182:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508543744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760949.849188:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760949]  req@ffff9686c7a99880 x1876699508543616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760949.849201:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508543616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760949.849209:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760949.849213:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760949.849216:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508543616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760949.849223:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760946/real 1789760949]  req@ffff9686c7a98a80 x1876699508543488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760949.849237:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508543488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760971 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760949.849244:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760949.849248:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760949.849252:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508543488:192.168.203.123@tcp:8:kworker.0
00010000:00010000:1.0:1789760949.912786:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760950.936802:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760951.896791:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.896802:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760951.896818:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.896832:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 923
00000100:00080000:0.0:1789760951.896844:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.896852:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760951.896894:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508543872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760951.896921:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.896925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760951.896926:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.896929:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 923
00000100:00080000:0.0:1789760951.896932:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.896934:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760951.896943:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760951.896952:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508544000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760951.896959:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.896961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760951.896963:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.896965:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 923
00000100:00080000:0.0:1789760951.896967:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.896969:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760951.896972:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760951.896978:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508544128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760951.896983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.896986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760951.896987:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.896990:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 923
00000100:00080000:0.0:1789760951.896992:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.896994:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760951.896998:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760951.897004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508544256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760951.897011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.897014:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760951.897015:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.897018:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 923
00000100:00080000:0.0:1789760951.897022:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.897026:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760951.897031:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760951.897044:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508544384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760951.897054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760951.897058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760951.897059:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760951.897063:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 923
00000100:00080000:0.0:1789760951.897067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760951.897070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760951.897075:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760951.897086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508544512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760951.898021:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508543872:192.168.203.123@tcp:250:kworker.0
00000800:00000100:3.0:1789760951.898103:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760951.898151:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9686c954c000 x1876699508543872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760951.898177:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508543872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760951.898190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760951.898195:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760951.898200:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508543872:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789760951.898208:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508544000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760951.898233:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760951.898248:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9686c954c380 x1876699508544000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760951.898260:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508544000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760951.898269:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760951.898272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760951.898277:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508544000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760951.898284:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508544128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760951.898306:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760951.898317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9686c954d180 x1876699508544128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760951.898330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508544128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760951.898338:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760951.898341:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760951.898344:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508544128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760951.898352:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508544256:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789760951.898375:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760951.898386:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9686c954ce00 x1876699508544256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760951.898399:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508544256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760951.898408:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760951.898412:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760951.898416:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508544256:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789760951.898423:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508544384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760951.898456:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760951.898472:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9686c954e300 x1876699508544384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760951.898484:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508544384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760951.898582:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760951.898586:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760951.898590:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508544384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760951.898598:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508544512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760951.898620:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760951.898661:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760951/real 1789760951]  req@ffff9686c954df80 x1876699508544512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760951.898684:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508544512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760976 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760951.898693:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760951.898697:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760951.898700:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508544512:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760951.960800:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760952.984759:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760954.008765:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760955.032823:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760956.056795:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760957.016835:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.016848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760957.016853:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.016868:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 928
00000100:00080000:0.0:1789760957.016882:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.016893:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760957.016940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508544640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760957.016968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.016971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760957.016972:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.016976:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 928
00000100:00080000:0.0:1789760957.016980:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.016983:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760957.017000:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760957.017010:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508544640:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789760957.017012:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508544768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760957.017033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.017036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760957.017037:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.017043:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 928
00000100:00080000:0.0:1789760957.017046:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.017050:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760957.017053:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760957.017067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508544896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760957.017074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.017078:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760957.017079:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.017083:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 928
00000100:00080000:0.0:1789760957.017085:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.017088:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760957.017092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789760957.017098:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789760957.017103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508545024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760957.017113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.017117:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760957.017119:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760957.017122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 928
00000100:00080000:0.0:1789760957.017126:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.017129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760957.017132:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760957.017142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508545152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760957.017150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760957.017153:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760957.017157:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789760957.017158:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff9686c954fb80 x1876699508544640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760957.017162:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 928
00000100:00080000:0.0:1789760957.017168:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760957.017175:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760957.017187:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760957.017202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508545280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789760957.017212:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508544640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.017227:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.017233:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760957.017238:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508544640:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789760957.017266:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508544768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760957.017295:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760957.017306:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff9686c954e680 x1876699508544768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.017315:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508544768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.017333:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.017336:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760957.017338:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508544768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760957.017343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508544896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760957.017357:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760957.017364:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff9686c954ca80 x1876699508544896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.017371:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508544896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.017376:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.017378:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760957.017380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508544896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760957.017384:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508545024:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789760957.017394:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760957.017400:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff9686c954ed80 x1876699508545024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.017407:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508545024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.017412:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.017414:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760957.017416:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508545024:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789760957.017420:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508545152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760957.017430:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760957.017436:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff9686c954df80 x1876699508545152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.017443:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508545152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.017448:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.017450:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760957.017451:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508545152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760957.017455:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508545280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789760957.017465:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760957.017470:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760957/real 1789760957]  req@ffff9686c954e300 x1876699508545280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760957.017477:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508545280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760957.017482:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789760957.017483:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789760957.017485:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508545280:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789760957.080923:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760958.104827:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760959.128796:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760960.152824:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760961.176829:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760962.136802:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.136811:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760962.136815:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760962.136823:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 933
00000100:00080000:3.0:1789760962.136832:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.136838:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789760962.136875:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508545408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760962.136924:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.136929:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760962.136931:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760962.136935:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 933
00000100:00080000:3.0:1789760962.136939:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.136944:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760962.136953:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760962.136967:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508545536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760962.136975:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508545408:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789760962.136981:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.136986:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760962.136987:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760962.136991:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 933
00000100:00080000:3.0:1789760962.136994:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.136997:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760962.137001:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760962.137010:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508545664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760962.137024:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.137027:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760962.137029:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760962.137031:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 933
00000100:00080000:3.0:1789760962.137035:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.137038:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760962.137057:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789760962.137067:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760962.137067:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508545792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760962.137076:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.137079:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760962.137080:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760962.137083:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 933
00000100:00080000:3.0:1789760962.137086:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.137089:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760962.137092:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760962.137098:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508545920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760962.137105:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760962.137134:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760962.137136:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760962.137139:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff9686d8274380 x1876699508545408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789760962.137144:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 933
00000100:00080000:3.0:1789760962.137153:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760962.137160:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760962.137166:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760962.137172:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508545408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760962.137178:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275880 x1876699508546048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760962.137201:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760962.137207:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760962.137214:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508545408:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760962.137265:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508545536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760962.137296:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760962.137315:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff9686d8275180 x1876699508545536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760962.137331:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508545536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760962.137341:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760962.137346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760962.137351:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508545536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760962.137358:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508545664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760962.137385:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760962.137412:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff9686d8274e00 x1876699508545664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760962.137423:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508545664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760962.137430:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760962.137432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760962.137435:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508545664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760962.137441:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508545792:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760962.137457:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760962.137465:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff9686d8275500 x1876699508545792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760962.137474:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508545792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760962.137481:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760962.137483:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760962.137485:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508545792:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760962.137490:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508545920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760962.137503:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760962.137521:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff9686d8277100 x1876699508545920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760962.137532:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508545920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760962.137538:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760962.137541:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760962.137544:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508545920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760962.137548:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508546048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760962.137569:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760962.137582:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760962/real 1789760962]  req@ffff9686d8275880 x1876699508546048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760962.137612:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275880 x1876699508546048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760962.137622:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760962.137625:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760962.137629:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508546048:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760962.200783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760963.224861:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760964.248781:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789760965.272756:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760966.296768:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789760967.256758:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760967.256770:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789760967.256775:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760967.256787:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 938
00000100:00080000:3.0:1789760967.256797:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.256806:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789760967.256843:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277480 x1876699508546176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760967.256869:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760967.256876:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760967.256878:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760967.256881:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 938
00000100:00080000:3.0:1789760967.256885:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.256889:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760967.256897:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760967.256910:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275c00 x1876699508546304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760967.256919:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508546176:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789760967.256923:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760967.256929:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760967.256930:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760967.256950:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 938
00000100:00080000:3.0:1789760967.256954:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.256957:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760967.256961:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789760967.256972:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274000 x1876699508546432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760967.256979:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760967.256982:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789760967.256983:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760967.256986:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 938
00000100:00080000:3.0:1789760967.256989:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.256992:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760967.256997:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789760967.257001:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789760967.257011:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276680 x1876699508546560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760967.257019:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760967.257037:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff9686d8277480 x1876699508546176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760967.257054:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277480 x1876699508546176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760967.257064:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760967.257067:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760967.257072:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508546176:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789760967.257081:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789760967.257083:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789760967.257087:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 938
00000100:00080000:3.0:1789760967.257091:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.257094:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760967.257099:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760967.257104:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508546304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789760967.257111:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276300 x1876699508546688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789760967.257121:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789760967.257124:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789760967.257127:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789760967.257128:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789760967.257132:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 938
00000100:00080000:3.0:1789760967.257137:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789760967.257140:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789760967.257143:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760967.257144:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff9686d8275c00 x1876699508546304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789760967.257155:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277b80 x1876699508546816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760967.257158:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275c00 x1876699508546304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760967.257195:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760967.257198:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760967.257201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508546304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760967.257209:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508546432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760967.257231:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760967.257245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff9686d8274000 x1876699508546432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760967.257259:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274000 x1876699508546432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760967.257267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760967.257287:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760967.257290:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508546432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760967.257298:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508546560:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760967.257311:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760967.257317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff9686d8276680 x1876699508546560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760967.257324:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276680 x1876699508546560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760967.257330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760967.257332:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760967.257334:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508546560:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760967.257345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508546688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760967.257357:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760967.257364:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff9686d8276300 x1876699508546688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760967.257373:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276300 x1876699508546688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760967.257380:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760967.257383:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760967.257386:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508546688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760967.257390:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508546816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760967.257413:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760967.257424:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760967/real 1789760967]  req@ffff9686d8277b80 x1876699508546816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760967.257435:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277b80 x1876699508546816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760967.257441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760967.257444:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760967.257447:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508546816:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760967.320768:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760968.344842:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760969.368865:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760970.392808:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760971.416774:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760972.376781:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.376791:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760972.376795:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.376805:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 944
00000100:00080000:1.0:1789760972.376816:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760972.376823:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760972.376868:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508546944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760972.376901:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.376905:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760972.376907:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.376911:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 944
00000100:00080000:1.0:1789760972.376914:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760972.376918:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760972.376927:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760972.376939:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508547072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760972.376948:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.376953:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789760972.376955:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508546944:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760972.376956:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.376964:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 944
00000100:00080000:1.0:1789760972.376968:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760972.376971:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760972.376975:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760972.376984:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508547200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760972.376992:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.376994:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760972.376996:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.376999:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 944
00000100:00080000:1.0:1789760972.377003:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760972.377005:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760972.377009:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760972.377037:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508547328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789760972.377045:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789760972.377059:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.377064:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760972.377067:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.377073:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 944
00000100:00080000:1.0:1789760972.377076:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760972.377080:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760972.377084:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760972.377121:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508547456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760972.377121:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff9686c4beaa00 x1876699508546944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760972.377150:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760972.377153:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760972.377155:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760972.377158:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 944
00000100:00080000:1.0:1789760972.377161:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760972.377163:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508546944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760972.377167:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760972.377174:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789760972.377182:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789760972.377188:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508547584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760972.377192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760972.377201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508546944:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760972.377228:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508547072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760972.377253:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760972.377268:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff9686c4be9880 x1876699508547072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760972.377283:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508547072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760972.377294:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760972.377299:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760972.377303:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508547072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760972.377310:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508547200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760972.377329:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760972.377338:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff9686c4be8700 x1876699508547200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760972.377347:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508547200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760972.377353:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760972.377356:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760972.377358:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508547200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760972.377362:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508547328:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760972.377374:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760972.377380:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff9686c4be8000 x1876699508547328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760972.377388:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508547328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760972.377394:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760972.377396:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760972.377399:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508547328:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760972.377403:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508547456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760972.377415:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760972.377422:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff9686c4be8e00 x1876699508547456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760972.377430:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508547456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760972.377436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760972.377438:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760972.377440:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508547456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760972.377444:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508547584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760972.377456:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760972.377462:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760972/real 1789760972]  req@ffff9686c4be9500 x1876699508547584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760972.377470:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508547584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789760997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760972.377476:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760972.377477:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760972.377480:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508547584:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760972.440856:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760973.464802:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760974.488769:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760975.512770:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760976.536793:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760977.496825:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760977.496838:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760977.496843:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.496854:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 949
00000100:00080000:0.0:1789760977.496867:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.496874:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760977.496908:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508547712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760977.496933:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760977.496936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760977.496938:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.496941:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 949
00000100:00080000:0.0:1789760977.496944:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.496947:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760977.496955:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760977.496966:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508547840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760977.496977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760977.496983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789760977.496984:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508547712:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760977.496985:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.496995:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 949
00000100:00080000:0.0:1789760977.496998:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.497009:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760977.497014:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760977.497025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508547968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760977.497034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760977.497053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760977.497055:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.497058:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 949
00000100:00080000:0.0:1789760977.497064:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.497067:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760977.497073:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789760977.497078:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789760977.497091:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508548096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760977.497103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760977.497107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760977.497109:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.497112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 949
00000100:00080000:0.0:1789760977.497115:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.497119:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760977.497123:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760977.497134:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508548224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760977.497141:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9686c954ce00 x1876699508547712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760977.497149:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760977.497161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760977.497166:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760977.497176:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 949
00000100:00080000:0.0:1789760977.497181:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760977.497185:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760977.497188:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760977.497191:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508547712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760977.497201:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508548352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760977.497226:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.497235:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760977.497242:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508547712:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760977.497275:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508547840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760977.497303:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760977.497317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9686c954d180 x1876699508547840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.497329:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508547840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760977.497337:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.497340:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760977.497344:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508547840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760977.497349:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508547968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760977.497364:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760977.497372:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9686c954c380 x1876699508547968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.497389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508547968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760977.497396:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.497399:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760977.497401:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508547968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760977.497406:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508548096:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760977.497430:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760977.497445:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9686c954c000 x1876699508548096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.497462:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508548096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760977.497475:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.497480:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760977.497484:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508548096:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760977.497494:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508548224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760977.497516:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760977.497527:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9686c954c700 x1876699508548224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.497538:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508548224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760977.497552:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.497557:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760977.497562:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508548224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760977.497570:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508548352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760977.497598:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760977.497687:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760977/real 1789760977]  req@ffff9686c954d880 x1876699508548352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760977.497706:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508548352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760977.497717:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760977.497720:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760977.497722:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508548352:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789760977.560791:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760978.584802:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760979.608771:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760980.632877:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760981.656888:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760982.616727:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760982.616738:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760982.616743:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760982.616756:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 954
00000100:00080000:0.0:1789760982.616768:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760982.616775:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760982.616812:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508548480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760982.616840:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760982.616845:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760982.616847:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760982.616850:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 954
00000100:00080000:0.0:1789760982.616853:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760982.616857:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760982.616865:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760982.616875:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508548608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760982.616885:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760982.616888:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508548480:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760982.616889:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760982.616893:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760982.616902:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 954
00000100:00080000:0.0:1789760982.616904:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760982.616907:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760982.616910:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760982.616920:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508548736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760982.616926:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760982.616929:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760982.616930:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760982.616933:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 954
00000100:00080000:0.0:1789760982.616936:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760982.616939:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760982.616944:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760982.616952:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508548864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760982.616960:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789760982.616965:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789760982.616966:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760982.616971:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760982.616974:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 954
00000100:00080000:0.0:1789760982.616978:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760982.616981:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760982.616984:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760982.616994:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508548992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760982.617001:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760982.617004:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760982.617006:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760982.617010:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9686c954dc00 x1876699508548480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789760982.617012:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 954
00000100:00080000:0.0:1789760982.617017:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760982.617024:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760982.617032:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760982.617041:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508548480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760982.617043:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508549120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789760982.617078:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760982.617083:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760982.617088:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508548480:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760982.617107:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508548608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760982.617126:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760982.617161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9686c954f100 x1876699508548608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760982.617210:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508548608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760982.617224:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760982.617229:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760982.617235:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508548608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760982.617251:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508548736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760982.617295:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760982.617309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9686c954ea00 x1876699508548736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760982.617322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508548736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760982.617346:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760982.617349:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760982.617352:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508548736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760982.617359:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508548864:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760982.617379:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760982.617389:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9686c954f800 x1876699508548864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760982.617400:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508548864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760982.617423:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760982.617425:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760982.617428:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508548864:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760982.617432:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508548992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760982.617444:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760982.617451:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9686c954d880 x1876699508548992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760982.617459:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508548992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760982.617465:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760982.617467:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760982.617469:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508548992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760982.617491:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508549120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760982.617507:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760982.617516:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760982/real 1789760982]  req@ffff9686c954c700 x1876699508549120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760982.617528:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508549120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760982.617540:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760982.617544:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760982.617549:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508549120:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789760982.680817:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760983.704835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760984.728925:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760985.752777:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760986.776788:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789760987.736778:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760987.736789:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789760987.736794:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760987.736806:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 959
00000100:00080000:1.0:1789760987.736818:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760987.736826:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789760987.736867:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508549248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760987.736916:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760987.736922:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760987.736925:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760987.736943:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 959
00000100:00080000:1.0:1789760987.736949:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760987.736957:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760987.736970:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760987.736993:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508549376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760987.737011:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760987.737017:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760987.737020:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789760987.737027:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508549248:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789760987.737033:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 959
00000100:00080000:1.0:1789760987.737043:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760987.737050:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760987.737057:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789760987.737074:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508549504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789760987.737101:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760987.737107:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789760987.737114:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789760987.737114:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789760987.737127:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 959
00000100:00080000:1.0:1789760987.737135:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760987.737143:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760987.737151:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789760987.737170:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508549632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760987.737184:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9686c4beb100 x1876699508549248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.737191:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760987.737206:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789760987.737227:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760987.737234:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 959
00000100:00080000:1.0:1789760987.737239:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760987.737243:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508549248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789760987.737248:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760987.737260:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789760987.737262:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760987.737268:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760987.737273:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508549248:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789760987.737279:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8a80 x1876699508549760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760987.737284:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508549376:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789760987.737302:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789760987.737306:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789760987.737308:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789760987.737313:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 959
00000800:00000100:2.0:1789760987.737334:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789760987.737337:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789760987.737347:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789760987.737354:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760987.737357:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9686c4beb480 x1876699508549376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789760987.737375:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508549888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760987.737389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508549376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760987.737401:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760987.737404:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760987.737409:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508549376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760987.737436:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508549504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760987.737456:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760987.737466:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9686c4beb800 x1876699508549504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760987.737478:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508549504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760987.737486:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760987.737489:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760987.737492:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508549504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760987.737497:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508549632:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760987.737513:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760987.737521:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9686c4be9f80 x1876699508549632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760987.737532:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508549632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760987.737585:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760987.737588:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760987.737590:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508549632:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760987.737595:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508549760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760987.737612:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760987.737620:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9686c4be8a80 x1876699508549760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760987.737648:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8a80 x1876699508549760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760987.737657:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760987.737698:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760987.737702:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508549760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760987.737709:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508549888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760987.737732:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760987.737744:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760987/real 1789760987]  req@ffff9686c4bead80 x1876699508549888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760987.737756:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508549888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761012 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760987.737764:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760987.737767:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760987.737771:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508549888:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760987.800785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760988.824838:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760989.848790:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760990.872871:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760991.896876:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760992.856786:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.856801:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760992.856809:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.856843:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 964
00000100:00080000:0.0:1789760992.856871:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.856882:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760992.856972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508550016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760992.857028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.857032:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760992.857034:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.857038:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 964
00000100:00080000:0.0:1789760992.857042:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.857046:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760992.857057:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760992.857071:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508550144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760992.857112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.857116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760992.857118:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.857122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 964
00000100:00080000:0.0:1789760992.857127:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789760992.857134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508550016:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760992.857136:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760992.857151:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760992.857166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508550272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760992.857187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.857191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760992.857194:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.857198:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 964
00000100:00080000:0.0:1789760992.857202:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.857207:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760992.857212:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760992.857224:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508550400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760992.857235:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.857240:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760992.857244:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.857260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 964
00000100:00080000:0.0:1789760992.857280:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.857284:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:2.0:1789760992.857285:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789760992.857289:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760992.857303:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508550528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760992.857313:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760992.857317:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760992.857318:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760992.857321:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 964
00000100:00080000:0.0:1789760992.857326:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760992.857348:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760992.857355:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789760992.857369:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9686c954c000 x1876699508550016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789760992.857373:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508550656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760992.857431:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508550016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760992.857448:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760992.857453:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760992.857458:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508550016:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760992.857467:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508550144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760992.857525:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760992.857570:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9686c954c380 x1876699508550144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760992.857590:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508550144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760992.857611:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760992.857615:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760992.857635:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508550144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760992.857709:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508550272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760992.857739:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760992.857753:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9686c954d180 x1876699508550272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760992.857766:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508550272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760992.857775:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760992.857779:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760992.857782:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508550272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760992.857789:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508550400:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760992.857832:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760992.857841:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9686c954ce00 x1876699508550400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760992.857862:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508550400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760992.857880:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760992.857883:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760992.857885:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508550400:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760992.857890:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508550528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760992.857928:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760992.857951:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9686c954e300 x1876699508550528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760992.857970:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508550528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760992.857979:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760992.857982:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760992.857985:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508550528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760992.857990:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508550656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760992.858025:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760992.858033:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760992/real 1789760992]  req@ffff9686c954df80 x1876699508550656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760992.858054:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508550656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761017 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760992.858060:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760992.858063:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760992.858065:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508550656:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789760992.920959:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760993.944802:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760994.968841:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760995.992788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789760997.016779:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789760997.976787:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760997.976800:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789760997.976805:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760997.976819:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 969
00000100:00080000:0.0:1789760997.976833:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760997.976844:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789760997.976891:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508550784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760997.976917:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760997.976922:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789760997.976924:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760997.976928:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 969
00000100:00080000:0.0:1789760997.976932:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760997.976937:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760997.976948:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760997.976963:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508550912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760997.976973:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789760997.976977:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508550784:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789760997.976979:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760997.976981:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760997.976985:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 969
00000100:00080000:0.0:1789760997.976988:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760997.976993:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760997.976997:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760997.977006:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508551040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760997.977014:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760997.977017:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789760997.977019:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760997.977022:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 969
00000100:00080000:0.0:1789760997.977025:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760997.977029:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760997.977033:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789760997.977041:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508551168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760997.977050:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760997.977054:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:2.0:1789760997.977055:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789760997.977056:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760997.977059:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 969
00000100:00080000:0.0:1789760997.977062:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760997.977065:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789760997.977070:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760997.977080:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508551296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789760997.977088:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789760997.977091:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789760997.977093:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789760997.977096:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 969
00000100:00080000:0.0:1789760997.977099:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789760997.977103:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789760997.977105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9686c954ed80 x1876699508550784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789760997.977107:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789760997.977117:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508551424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789760997.977123:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508550784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760997.977135:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760997.977139:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760997.977143:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508550784:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789760997.977172:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508550912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760997.977194:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760997.977205:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9686c954ca80 x1876699508550912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760997.977213:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508550912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760997.977218:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760997.977220:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760997.977222:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508550912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760997.977226:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508551040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760997.977237:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760997.977242:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9686c954e680 x1876699508551040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760997.977253:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508551040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760997.977261:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760997.977264:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760997.977268:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508551040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760997.977274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508551168:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789760997.977296:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760997.977308:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9686c954fb80 x1876699508551168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760997.977336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508551168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760997.977346:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760997.977349:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760997.977353:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508551168:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789760997.977357:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508551296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760997.977374:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760997.977382:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9686c954df80 x1876699508551296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760997.977389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508551296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760997.977395:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760997.977397:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760997.977399:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508551296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789760997.977402:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508551424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789760997.977412:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789760997.977417:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789760997/real 1789760997]  req@ffff9686c954e300 x1876699508551424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789760997.977425:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508551424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761022 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789760997.977430:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789760997.977431:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789760997.977433:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508551424:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789760998.040787:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789760999.064789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761000.088806:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761001.112775:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761002.136791:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761003.096741:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.096751:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761003.096756:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.096766:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 974
00000100:00080000:0.0:1789761003.096777:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.096784:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761003.096820:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508551552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761003.096847:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.096851:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761003.096853:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.096858:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 974
00000100:00080000:0.0:1789761003.096863:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.096868:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761003.096879:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761003.096886:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508551552:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761003.096895:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508551680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761003.096914:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.096918:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761003.096920:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.096923:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 974
00000100:00080000:0.0:1789761003.096926:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.096930:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761003.096934:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761003.096945:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508551808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761003.096948:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761003.096955:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.096958:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761003.096960:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.096964:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 974
00000100:00080000:0.0:1789761003.096969:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.096973:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761003.096979:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761003.096989:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508551936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761003.097006:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.097010:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761003.097012:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.097017:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 974
00000100:00080000:0.0:1789761003.097021:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.097026:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761003.097031:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761003.097044:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508552064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761003.097053:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761003.097056:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761003.097057:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff9686c954ce00 x1876699508551552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761003.097058:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761003.097061:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 974
00000100:00080000:0.0:1789761003.097065:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761003.097068:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761003.097072:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761003.097075:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508551552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761003.097082:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508552192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761003.097085:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761003.097089:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761003.097093:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508551552:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761003.097117:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508551680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761003.097243:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761003.097258:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff9686c954d180 x1876699508551680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761003.097314:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508551680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761003.097323:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761003.097326:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761003.097330:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508551680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761003.097335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508551808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761003.097353:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761003.097371:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff9686c954c380 x1876699508551808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761003.097379:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508551808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761003.097384:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761003.097386:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761003.097388:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508551808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761003.097391:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508551936:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761003.097403:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761003.097409:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff9686c954c000 x1876699508551936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761003.097438:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508551936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761003.097447:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761003.097450:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761003.097454:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508551936:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761003.097460:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508552064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761003.097482:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761003.097492:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff9686c954c700 x1876699508552064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761003.097500:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508552064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761003.097505:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761003.097508:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761003.097510:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508552064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761003.097513:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508552192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761003.097526:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761003.097532:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761003/real 1789761003]  req@ffff9686c954d880 x1876699508552192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761003.097539:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508552192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761003.097548:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761003.097550:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761003.097552:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508552192:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761003.160791:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761004.184748:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761005.208848:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761006.232819:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761007.256785:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761008.216721:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761008.216733:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761008.216738:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761008.216749:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 979
00000100:00080000:1.0:1789761008.216761:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761008.216768:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761008.216805:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508552320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761008.216832:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761008.216836:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761008.216838:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761008.216843:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 979
00000100:00080000:1.0:1789761008.216848:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761008.216853:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761008.216862:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761008.216865:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508552320:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761008.216878:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508552448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761008.216891:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761008.216894:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761008.216896:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761008.216900:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 979
00000100:00080000:1.0:1789761008.216904:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761008.216908:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761008.216914:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761008.216926:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508552576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761008.216929:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761008.216951:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761008.216955:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761008.216957:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761008.216963:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 979
00000100:00100000:3.0:1789761008.216968:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff9686c4be8380 x1876699508552320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761008.216970:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761008.216980:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761008.216986:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761008.216994:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508552320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761008.217003:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508552704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761008.217006:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761008.217014:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761008.217017:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508552320:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761008.217027:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761008.217031:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761008.217032:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761008.217038:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 979
00000100:00100000:3.0:1789761008.217040:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508552448:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761008.217044:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761008.217050:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761008.217056:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761008.217062:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761008.217071:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508552832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761008.217075:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff9686c4be9c00 x1876699508552448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761008.217100:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761008.217103:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508552448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761008.217108:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761008.217112:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761008.217119:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761008.217122:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 979
00000100:00080000:3.0:1789761008.217125:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789761008.217128:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761008.217129:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508552448:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761008.217137:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761008.217140:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508552576:192.168.203.123@tcp:38:kworker.0
00000008:00100000:1.0:1789761008.217145:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761008.217161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761008.217162:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508552960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761008.217170:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff9686c4bea680 x1876699508552576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761008.217184:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508552576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761008.217190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761008.217193:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761008.217197:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508552576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761008.217202:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508552704:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761008.217213:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761008.217219:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff9686c4bebb80 x1876699508552704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761008.217226:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508552704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761008.217231:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761008.217233:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761008.217234:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508552704:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761008.217244:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508552832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761008.217255:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761008.217261:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff9686c4be8380 x1876699508552832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761008.217268:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508552832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761008.217273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761008.217275:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761008.217277:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508552832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761008.217280:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508552960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761008.217290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761008.217295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761008/real 1789761008]  req@ffff9686c4bead80 x1876699508552960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761008.217303:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508552960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761008.217308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761008.217309:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761008.217311:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508552960:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761008.280801:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761009.304809:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761010.328803:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761011.352764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761012.376843:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761013.336772:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761013.336782:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761013.336787:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761013.336798:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 985
00000100:00080000:0.0:1789761013.336811:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761013.336819:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761013.336861:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508553088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761013.336886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761013.336889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761013.336890:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761013.336893:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 985
00000100:00080000:0.0:1789761013.336896:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761013.336898:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761013.336907:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761013.336917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508553216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761013.336925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761013.336929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761013.336931:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761013.336938:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508553088:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761013.336939:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 985
00000100:00080000:0.0:1789761013.336947:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761013.336953:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761013.336959:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761013.336973:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508553344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761013.336981:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761013.336985:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761013.336986:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761013.336994:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 985
00000100:00080000:0.0:1789761013.336998:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761013.337002:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761013.337006:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761013.337015:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508553472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761013.337023:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761013.337026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761013.337027:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761013.337029:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 985
00000100:00080000:0.0:1789761013.337031:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761013.337033:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761013.337036:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761013.337045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508553600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761013.337051:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761013.337054:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761013.337055:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761013.337058:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 985
00000100:00080000:0.0:1789761013.337060:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761013.337065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761013.337065:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508553216:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789761013.337074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761013.337086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508553728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761013.337102:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508553344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761013.337121:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508553472:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761013.337135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508553600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761013.337152:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508553728:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761013.400784:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761014.424825:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761015.448858:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761016.408905:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789761016.408949:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761016.408965:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761016.409001:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761016.409012:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761016.409022:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761016.409032:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761016.409049:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761016]  req@ffff9686c954ea00 x1876699508553216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789761016.409056:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761016.409082:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508553216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761016.409095:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761016.409100:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761016.409105:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508553216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761016.409115:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761016]  req@ffff9686c954f100 x1876699508553344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761016.409130:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508553344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761016.409140:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761016.409144:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761016.409148:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508553344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761016.409157:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761016]  req@ffff9686c954dc00 x1876699508553472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761016.409170:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508553472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761016.409179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761016.409183:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761016.409187:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508553472:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761016.409195:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761016]  req@ffff9686c954d880 x1876699508553600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761016.409208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508553600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761016.409216:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761016.409220:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761016.409223:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508553600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761016.409230:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761016]  req@ffff9686c954f800 x1876699508553088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761016.409244:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508553088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761016.409252:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761016.409256:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761016.409259:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508553088:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761016.409291:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761013/real 1789761016]  req@ffff9686c954c700 x1876699508553728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761016.409306:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508553728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761016.409315:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761016.409318:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761016.409335:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508553728:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761016.472813:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761017.496891:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761018.456736:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761018.456750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761018.456754:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761018.456764:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 990
00000100:00080000:0.0:1789761018.456774:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761018.456781:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761018.456815:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508553856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761018.456848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761018.456852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761018.456854:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761018.456859:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 990
00000100:00080000:0.0:1789761018.456863:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761018.456867:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761018.456877:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761018.456890:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508553984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761018.456897:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508553856:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761018.456901:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761018.456907:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761018.456909:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761018.456912:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 990
00000100:00080000:0.0:1789761018.456915:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761018.456918:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761018.456922:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761018.456931:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508554112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761018.456938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761018.456940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761018.456941:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761018.456944:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 990
00000100:00080000:0.0:1789761018.456947:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761018.456949:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761018.456952:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761018.456964:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508554240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761018.456970:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761018.456982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761018.456987:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761018.456990:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761018.456995:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 990
00000100:00080000:0.0:1789761018.456999:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761018.457003:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761018.457009:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761018.457013:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761018]  req@ffff9686c954c000 x1876699508553856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761018.457025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508554368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761018.457037:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508553856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761018.457062:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761018.457070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761018.457070:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789761018.457077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761018.457078:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508553856:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761018.457080:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761018.457091:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 990
00000100:00080000:0.0:1789761018.457097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761018.457101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761018.457107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761018.457109:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508553984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761018.457126:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508554496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761018.457140:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761018.457156:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761018]  req@ffff9686c954c380 x1876699508553984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761018.457173:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508553984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761018.457183:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761018.457186:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761018.457190:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508553984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761018.457196:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508554112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761018.457215:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761018.457225:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761018]  req@ffff9686c954d180 x1876699508554112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761018.457236:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508554112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761018.457246:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761018.457249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761018.457253:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508554112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761018.457259:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508554240:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761018.457276:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761018.457286:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761018]  req@ffff9686c954ce00 x1876699508554240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761018.457298:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508554240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761018.457323:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761018.457327:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761018.457331:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508554240:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761018.457336:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508554368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761018.457356:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761018.457367:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761018]  req@ffff9686c954e300 x1876699508554368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761018.457380:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508554368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761018.457388:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761018.457392:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761018.457396:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508554368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761018.457413:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508554496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761018.457430:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761018.457439:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761018/real 1789761018]  req@ffff9686c954df80 x1876699508554496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761018.457451:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508554496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761018.457467:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761018.457470:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761018.457474:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508554496:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761018.520784:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761019.544765:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761020.568774:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761021.592777:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761022.616801:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761023.576745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761023.576764:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761023.576769:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761023.576784:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 995
00000100:00080000:0.0:1789761023.576799:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761023.576808:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761023.576858:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508554624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761023.576892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761023.576897:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761023.576906:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761023.576913:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 995
00000100:00080000:0.0:1789761023.576918:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761023.576924:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761023.576937:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761023.576943:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508554624:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761023.576959:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508554752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761023.576977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761023.576981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761023.576984:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761023.576990:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 995
00000100:00080000:0.0:1789761023.577005:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761023.577011:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761023.577015:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761023.577027:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761023.577045:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508554880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761023.577057:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff9686c954fb80 x1876699508554624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761023.577058:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761023.577071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761023.577074:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761023.577085:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 995
00000100:00080000:0.0:1789761023.577092:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761023.577101:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761023.577106:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761023.577114:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508554624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761023.577119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508555008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761023.577141:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761023.577145:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761023.577149:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508554624:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761023.577173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761023.577184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761023.577189:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508554752:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761023.577190:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761023.577203:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 995
00000100:00080000:0.0:1789761023.577211:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761023.577217:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761023.577224:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761023.577243:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761023.577245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508555136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761023.577263:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761023.577282:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff9686c954e680 x1876699508554752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761023.577285:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761023.577291:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761023.577312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508554752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761023.577316:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 995
00000100:00080000:0.0:1789761023.577323:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761023.577332:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761023.577340:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761023.577354:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761023.577365:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508555264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761023.577365:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761023.577384:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508554752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761023.577399:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508554880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761023.577427:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761023.577439:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff9686c954ca80 x1876699508554880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761023.577448:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508554880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761023.577454:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761023.577456:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761023.577459:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508554880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761023.577463:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508555008:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761023.577476:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761023.577483:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff9686c954ed80 x1876699508555008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761023.577490:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508555008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761023.577495:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761023.577497:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761023.577500:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508555008:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761023.577513:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508555136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761023.577523:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761023.577529:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff9686c954fb80 x1876699508555136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761023.577536:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508555136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761023.577541:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761023.577543:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761023.577545:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508555136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761023.577549:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508555264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761023.577559:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761023.577564:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761023/real 1789761023]  req@ffff9686c954df80 x1876699508555264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761023.577572:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508555264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761023.577577:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761023.577579:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761023.577580:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508555264:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761023.640784:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761024.664777:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761025.688742:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761026.712780:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761027.736840:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761028.696696:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761028.696713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761028.696717:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761028.696727:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1000
00000100:00080000:0.0:1789761028.696737:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.696744:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761028.696778:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508555392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761028.696815:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761028.696824:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761028.696826:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761028.696831:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1000
00000100:00080000:0.0:1789761028.696836:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.696841:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761028.696849:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761028.696857:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508555392:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761028.696862:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508555520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761028.696872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761028.696874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761028.696876:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761028.696879:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1000
00000100:00080000:0.0:1789761028.696882:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.696886:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761028.696891:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761028.696903:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508555648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761028.696914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761028.696914:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761028.696920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761028.696922:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761028.696928:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1000
00000100:00080000:0.0:1789761028.696933:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.696937:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761028.696942:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761028.696949:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff9686c954e300 x1876699508555392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761028.696958:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508555776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761028.696968:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508555392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761028.696971:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761028.696980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761028.696984:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761028.696986:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761028.696991:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1000
00000100:00080000:2.0:1789761028.696994:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789761028.696999:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761028.696999:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508555392:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761028.697009:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761028.697015:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761028.697026:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508555520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761028.697031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508555904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761028.697045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761028.697049:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761028.697053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761028.697057:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761028.697062:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff9686c954ce00 x1876699508555520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761028.697064:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1000
00000100:00080000:0.0:1789761028.697074:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761028.697080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761028.697085:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761028.697089:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508555520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761028.697096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508556032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761028.697106:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761028.697115:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761028.697121:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508555520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761028.697130:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508555648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761028.697145:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761028.697152:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff9686c954d180 x1876699508555648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761028.697160:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508555648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761028.697166:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761028.697168:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761028.697171:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508555648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761028.697174:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508555776:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761028.697184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761028.697190:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff9686c954c380 x1876699508555776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761028.697198:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508555776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761028.697203:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761028.697205:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761028.697207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508555776:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761028.697217:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508555904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761028.697245:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761028.697253:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff9686c954c000 x1876699508555904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761028.697261:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508555904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761028.697271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761028.697273:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761028.697275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508555904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761028.697279:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508556032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761028.697290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761028.697303:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761028/real 1789761028]  req@ffff9686c954c700 x1876699508556032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761028.697310:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508556032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761053 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761028.697316:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761028.697318:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761028.697320:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508556032:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761028.760769:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761029.784937:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761030.808769:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761031.832888:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761032.856773:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761033.816727:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761033.816738:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761033.816743:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761033.816754:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1005
00000100:00080000:0.0:1789761033.816766:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761033.816775:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761033.816816:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508556160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761033.816842:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761033.816845:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761033.816846:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761033.816849:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1005
00000100:00080000:0.0:1789761033.816851:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761033.816855:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761033.816865:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761033.816874:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508556288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761033.816882:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761033.816886:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761033.816893:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761033.816895:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508556160:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761033.816898:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1005
00000100:00080000:0.0:1789761033.816908:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761033.816926:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761033.816934:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761033.816950:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508556416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761033.816963:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761033.816967:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761033.816969:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789761033.816975:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761033.816977:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1005
00000100:00080000:0.0:1789761033.816985:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761033.816989:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761033.816995:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761033.817007:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508556544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761033.817016:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761033.817019:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761033.817021:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761033.817025:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1005
00000100:00080000:0.0:1789761033.817028:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761033.817030:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff9686c954f800 x1876699508556160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.817034:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761033.817044:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761033.817062:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508556672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761033.817071:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761033.817076:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789761033.817076:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508556160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761033.817082:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761033.817103:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1005
00000100:00080000:0.0:1789761033.817108:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761033.817108:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761033.817118:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789761033.817120:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789761033.817135:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761033.817136:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508556160:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761033.817158:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508556800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761033.817175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508556288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761033.817210:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761033.817220:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff9686c954d880 x1876699508556288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761033.817230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508556288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761033.817236:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761033.817239:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761033.817241:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508556288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761033.817245:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508556416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761033.817258:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761033.817265:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff9686c954dc00 x1876699508556416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761033.817272:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508556416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761033.817284:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761033.817286:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761033.817288:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508556416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761033.817292:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508556544:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761033.817306:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761033.817312:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff9686c954f100 x1876699508556544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761033.817320:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508556544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761033.817326:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761033.817328:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761033.817330:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508556544:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761033.817334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508556672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761033.817344:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761033.817350:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff9686c954ea00 x1876699508556672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761033.817357:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508556672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761033.817363:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761033.817365:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761033.817367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508556672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761033.817371:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508556800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761033.817381:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761033.817391:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761033/real 1789761033]  req@ffff9686c954c700 x1876699508556800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761033.817411:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508556800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761058 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761033.817419:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761033.817423:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761033.817427:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508556800:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761033.880852:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761034.904795:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761035.928849:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761036.952764:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761037.976813:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761038.936774:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761038.936784:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761038.936806:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761038.936818:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1010
00000100:00080000:0.0:1789761038.936830:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761038.936840:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761038.936877:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508556928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761038.936920:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761038.936924:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761038.936926:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761038.936930:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1010
00000100:00080000:0.0:1789761038.936934:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761038.936939:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761038.936948:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761038.936976:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508557056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761038.936985:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508556928:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761038.937001:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761038.937004:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761038.937005:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761038.937009:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1010
00000100:00080000:0.0:1789761038.937012:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761038.937015:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761038.937018:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761038.937052:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508557184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761038.937063:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761038.937066:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761038.937069:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761038.937075:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1010
00000100:00080000:0.0:1789761038.937081:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761038.937082:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761038.937093:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761038.937102:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761038.937136:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508557312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761038.937148:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff9686c954c000 x1876699508556928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761038.937165:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761038.937176:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761038.937181:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761038.937187:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1010
00000100:00080000:0.0:1789761038.937209:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761038.937214:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761038.937219:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761038.937231:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508557440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761038.937239:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761038.937242:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761038.937244:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761038.937249:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1010
00000100:00080000:0.0:1789761038.937254:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761038.937257:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761038.937261:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761038.937272:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508557568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761038.937300:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508556928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761038.937316:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761038.937321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761038.937325:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508556928:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761038.937493:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508557056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761038.937518:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761038.937552:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff9686c954c380 x1876699508557056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761038.937685:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508557056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761038.937693:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761038.937696:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761038.937700:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508557056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761038.937706:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508557184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761038.937729:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761038.937739:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff9686c954d180 x1876699508557184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761038.937747:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508557184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761038.937753:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761038.937755:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761038.937757:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508557184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761038.937761:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508557312:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761038.937773:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761038.937779:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff9686c954ce00 x1876699508557312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761038.937786:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508557312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761038.937792:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761038.937794:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761038.937796:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508557312:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761038.937799:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508557440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761038.937810:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761038.937817:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff9686c954e300 x1876699508557440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761038.937830:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508557440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761038.937835:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761038.937837:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761038.937839:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508557440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761038.937842:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508557568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761038.937852:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761038.937858:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761038/real 1789761038]  req@ffff9686c954df80 x1876699508557568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761038.937865:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508557568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761063 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761038.937870:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761038.937872:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761038.937874:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508557568:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761039.000791:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761040.024768:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761041.048906:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761042.072828:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761043.096769:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761044.056726:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761044.056736:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761044.056740:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761044.056749:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1015
00000100:00080000:2.0:1789761044.056759:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761044.056766:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761044.056814:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508557696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761044.056842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761044.056845:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761044.056847:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761044.056850:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1015
00000100:00080000:2.0:1789761044.056855:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761044.056860:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761044.056868:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.056870:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508557696:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761044.056881:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508557824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761044.056891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761044.056894:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761044.056895:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761044.056899:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1015
00000100:00080000:2.0:1789761044.056901:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761044.056903:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761044.056908:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761044.056916:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508557952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761044.056923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761044.056928:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761044.056932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761044.056936:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761044.056942:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1015
00000100:00080000:2.0:1789761044.056947:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761044.056952:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761044.056958:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761044.056965:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff9686c7a9ad80 x1876699508557696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761044.056974:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508558080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761044.056984:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508557696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761044.056989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761044.056997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761044.057001:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761044.057009:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1015
00000100:00080000:3.0:1789761044.057010:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761044.057015:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761044.057017:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761044.057023:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508557696:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761044.057024:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761044.057034:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761044.057043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508558208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761044.057049:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508557824:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789761044.057056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761044.057069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761044.057070:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761044.057075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1015
00000100:00080000:2.0:1789761044.057079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761044.057082:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761044.057084:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761044.057092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761044.057096:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff9686c7a98380 x1876699508557824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761044.057112:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508557824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761044.057125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508558336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761044.057148:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761044.057154:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761044.057158:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508557824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761044.057164:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508557952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761044.057181:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761044.057193:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff9686c7a9a680 x1876699508557952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761044.057205:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508557952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761044.057214:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761044.057217:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761044.057221:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508557952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761044.057228:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508558080:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761044.057249:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761044.057257:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff9686c7a99f80 x1876699508558080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761044.057265:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508558080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761044.057271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761044.057273:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761044.057275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508558080:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761044.057286:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508558208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761044.057298:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761044.057304:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff9686c7a98000 x1876699508558208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761044.057311:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508558208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761044.057316:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761044.057318:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761044.057320:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508558208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761044.057323:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508558336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761044.057333:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761044.057338:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761044/real 1789761044]  req@ffff9686c7a99c00 x1876699508558336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761044.057346:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508558336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761069 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761044.057351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761044.057353:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761044.057354:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508558336:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761044.120765:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761045.144784:0:10473:0:(ldlm_lockd.c:2189:__ldlm_bl_to_thread()) added 3/3 locks to regular blp list, 1 blwis in pool
00010000:00010000:1.0:1789761045.144836:0:12651:0:(ldlm_lockd.c:2801:ldlm_bl_get_work()) Got 3 locks of 0 total in blp.  (0 blwis in pool)
00010000:00010000:1.0:1789761045.144851:0:12651:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9686c5658800 lock: ffff9686c5009400/0x56851a04a1c2845a lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x28400000000 nid: local remote: 0xb49177c0efe4c6e5 expref: -99 pid: 12703 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:2.0:1789761045.144866:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000080:00200000:1.0:1789761045.144888:0:12651:0:(vvp_object.c:117:vvp_conf_set()) [0x200000402:0x6:0x0]: losing layout lock
00010000:00010000:1.0:1789761045.144912:0:12651:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9686c5658800 lock: ffff9686c5009800/0x56851a04a1c28453 lrc: 2/0,0 mode: PR/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xb49177c0efe4c6c9 expref: -99 pid: 12703 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1789761045.144922:0:12651:0:(ldlm_request.c:1391:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff9686c5658800 lock: ffff9686c1482c00/0x56851a04a1c2843e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0xb49177c0efe4c667 expref: -99 pid: 12696 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:1.0:1789761045.144968:0:12651:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9686c5658800 lock: ffff9686c5009400/0x56851a04a1c2845a lrc: 1/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xb49177c0efe4c6e5 expref: -99 pid: 12703 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1789761045.144974:0:12651:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9686c5658800 lock: ffff9686c5009800/0x56851a04a1c28453 lrc: 1/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xb49177c0efe4c6c9 expref: -99 pid: 12703 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1789761045.144979:0:12651:0:(ldlm_request.c:1439:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff9686c5658800 lock: ffff9686c1482c00/0x56851a04a1c2843e lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xb49177c0efe4c667 expref: -99 pid: 12696 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00010000:00010000:1.0:1789761045.144982:0:12651:0:(ldlm_request.c:1498:ldlm_cancel_pack()) 3 locks packed
00010000:00010000:1.0:1789761045.145009:0:12651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9686c5658800 lock: ffff9686c5009400/0x56851a04a1c2845a lrc: 0/0,0 mode: --/PR res: [0x200000402:0x6:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x4829400000020 nid: local remote: 0xb49177c0efe4c6e5 expref: -99 pid: 12703 timeout: 0 lvb_type: 3 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1789761045.145035:0:12651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9686c5658800 lock: ffff9686c5009800/0x56851a04a1c28453 lrc: 0/0,0 mode: --/PR res: [0x200000402:0x4:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xb49177c0efe4c6c9 expref: -99 pid: 12703 timeout: 0 lvb_type: 0 lru_score: 1 lru_type: 0
00010000:00010000:1.0:1789761045.145049:0:12651:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff9686c5658800 lock: ffff9686c1482c00/0x56851a04a1c2843e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0xb49177c0efe4c667 expref: -99 pid: 12696 timeout: 0 lvb_type: 0 lru_score: 4 lru_type: 0
00000100:00080000:0.0:1789761045.145057:0:2407:0:(client.c:1845:ptlrpc_send_new_req()) @@@ req waiting for recovery: (FULL != DISCONN)  req@ffff9686c4be8a80 x1876699508558464/t0(0) o103->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:17/18 lens 336/224 e 0 to 0 dl 0 ref 1 fl Rpc:WQU/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:0 gid:0 projid:4294967295
00010000:00010000:1.0:1789761045.145068:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761045.145073:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761045.145075:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761046.168792:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761047.192809:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761048.216865:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761049.176734:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761049.176748:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761049.176756:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761049.176773:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1020
00000100:00080000:2.0:1789761049.176786:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761049.176796:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761049.176843:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508558592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761049.176865:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761049.176868:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761049.176869:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761049.176873:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1020
00000100:00080000:2.0:1789761049.176876:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761049.176879:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761049.176888:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761049.176898:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508558592:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761049.176900:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508558720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761049.176912:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761049.176914:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761049.176915:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761049.176918:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1020
00000100:00080000:2.0:1789761049.176920:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761049.176923:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761049.176926:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761049.176934:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508558848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761049.176950:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761049.176952:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761049.176954:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761049.176956:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1020
00000100:00080000:2.0:1789761049.176974:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761049.176977:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761049.176980:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761049.176992:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508558976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761049.176992:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761049.177002:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761049.177005:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761049.177007:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761049.177010:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1020
00000100:00080000:2.0:1789761049.177013:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761049.177016:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761049.177019:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761049.177026:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508559104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761049.177033:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761049.177036:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761049.177037:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761049.177042:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff9686c7a9aa00 x1876699508558592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761049.177044:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1020
00000100:00080000:2.0:1789761049.177049:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761049.177055:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761049.177061:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761049.177069:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508558592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761049.177073:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508559232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761049.177128:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761049.177134:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761049.177138:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508558592:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761049.177169:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508558720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761049.177207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761049.177220:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff9686c7a9a300 x1876699508558720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761049.177230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508558720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761049.177241:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761049.177243:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761049.177246:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508558720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761049.177249:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508558848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761049.177263:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761049.177269:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff9686c7a9b800 x1876699508558848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761049.177277:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508558848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761049.177290:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761049.177292:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761049.177295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508558848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761049.177299:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508558976:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761049.177312:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761049.177318:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff9686c7a9b100 x1876699508558976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761049.177325:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508558976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761049.177330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761049.177332:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761049.177335:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508558976:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761049.177339:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508559104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761049.177350:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761049.177356:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff9686c7a98e00 x1876699508559104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761049.177363:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508559104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761049.177368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761049.177369:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761049.177371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508559104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761049.177374:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508559232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761049.177384:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761049.177390:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761049/real 1789761049]  req@ffff9686c7a99c00 x1876699508559232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761049.177397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508559232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761074 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761049.177402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761049.177404:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761049.177405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508559232:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761049.240842:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761050.264817:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761051.288815:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761052.312771:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761053.336884:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761054.296765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761054.296780:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761054.296785:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761054.296797:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1026
00000100:00080000:1.0:1789761054.296810:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761054.296819:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761054.296873:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508559360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761054.296906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761054.296911:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761054.296914:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761054.296921:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1026
00000100:00080000:1.0:1789761054.296926:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761054.296931:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761054.296937:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508559360:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789761054.296946:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761054.296964:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508559488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761054.296977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761054.296981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761054.296984:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761054.296989:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1026
00000100:00080000:1.0:1789761054.296993:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761054.296998:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761054.297004:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761054.297018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508559616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761054.297023:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761054.297056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761054.297060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761054.297063:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761054.297069:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1026
00000100:00080000:1.0:1789761054.297073:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761054.297078:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761054.297085:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761054.297089:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff9686c4be9f80 x1876699508559360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761054.297103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508559744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761054.297107:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508559360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761054.297136:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761054.297136:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761054.297144:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789761054.297145:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789761054.297149:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508559360:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761054.297150:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761054.297160:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1026
00000100:00080000:1.0:1789761054.297165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761054.297170:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761054.297175:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761054.297180:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508559488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761054.297191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508559872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761054.297203:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761054.297206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761054.297211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761054.297214:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761054.297216:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff9686c4beb800 x1876699508559488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761054.297223:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1026
00000100:00080000:1.0:1789761054.297232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761054.297236:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508559488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761054.297241:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761054.297250:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789761054.297253:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761054.297255:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761054.297260:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508559488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761054.297266:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508559616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761054.297273:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508560000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761054.297283:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761054.297295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff9686c4beb480 x1876699508559616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761054.297304:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508559616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761054.297315:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761054.297317:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761054.297320:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508559616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761054.297323:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508559744:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761054.297335:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761054.297340:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff9686c4beb100 x1876699508559744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761054.297348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508559744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761054.297353:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761054.297355:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761054.297357:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508559744:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761054.297366:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508559872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761054.297376:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761054.297383:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff9686c4be9500 x1876699508559872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761054.297389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508559872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761054.297395:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761054.297397:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761054.297399:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508559872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761054.297403:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508560000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761054.297414:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761054.297423:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761054/real 1789761054]  req@ffff9686c4be8e00 x1876699508560000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761054.297436:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508560000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761079 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761054.297444:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761054.297448:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761054.297452:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508560000:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761054.360848:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761055.384854:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761056.408809:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761057.432802:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761058.456811:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761059.416780:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.416789:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761059.416793:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.416803:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1031
00000100:00080000:2.0:1789761059.416815:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.416824:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761059.416860:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508560128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761059.416881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.416883:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761059.416885:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.416888:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1031
00000100:00080000:2.0:1789761059.416892:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.416895:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761059.416903:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761059.416915:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508560256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761059.416925:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508560128:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761059.416928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.416941:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761059.416950:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.416956:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1031
00000100:00080000:2.0:1789761059.416959:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.416963:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761059.416969:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761059.416984:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508560384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761059.416996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.417015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761059.417016:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.417021:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1031
00000100:00080000:2.0:1789761059.417033:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.417037:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761059.417042:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761059.417055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508560512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761059.417061:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761059.417073:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.417077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761059.417079:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.417083:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1031
00000100:00080000:2.0:1789761059.417086:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.417090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761059.417096:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761059.417107:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508560640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761059.417116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761059.417119:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761059.417121:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761059.417124:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1031
00000100:00080000:2.0:1789761059.417128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761059.417133:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761059.417133:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff9686c7a98000 x1876699508560128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761059.417144:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761059.417165:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508560768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761059.417173:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508560128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761059.417195:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761059.417202:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761059.417209:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508560128:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761059.417233:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508560256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761059.417255:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761059.417265:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff9686c7a99f80 x1876699508560256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761059.417273:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508560256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761059.417279:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761059.417281:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761059.417284:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508560256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761059.417288:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508560384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761059.417300:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761059.417309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff9686c7a9a680 x1876699508560384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761059.417322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508560384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761059.417331:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761059.417334:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761059.417338:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508560384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761059.417346:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508560512:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761059.417368:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761059.417377:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff9686c7a98380 x1876699508560512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761059.417385:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508560512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761059.417391:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761059.417393:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761059.417396:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508560512:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761059.417400:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508560640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761059.417412:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761059.417418:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff9686c7a9ad80 x1876699508560640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761059.417425:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508560640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761059.417430:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761059.417432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761059.417434:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508560640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761059.417437:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508560768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761059.417448:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761059.417453:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761059/real 1789761059]  req@ffff9686c7a98a80 x1876699508560768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761059.417461:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508560768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761084 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761059.417465:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761059.417467:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761059.417469:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508560768:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761059.480792:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761060.504766:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761061.528839:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761062.552763:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761063.576787:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761064.536750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.536765:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761064.536771:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.536784:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1036
00000100:00080000:1.0:1789761064.536797:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.536805:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761064.536849:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508560896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761064.536877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.536880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761064.536881:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.536885:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1036
00000100:00080000:1.0:1789761064.536888:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.536890:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761064.536900:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761064.536917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508561024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761064.536920:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508560896:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761064.536938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.536942:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761064.536945:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.536951:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1036
00000100:00080000:1.0:1789761064.536954:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.536958:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761064.536975:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761064.536988:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508561152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761064.536996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.537005:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761064.537007:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.537010:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1036
00000100:00080000:1.0:1789761064.537014:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.537017:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761064.537022:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761064.537023:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761064.537035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508561280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761064.537044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.537047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761064.537048:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.537050:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1036
00000100:00080000:1.0:1789761064.537053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.537056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761064.537060:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761064.537073:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff9686c4be8000 x1876699508560896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761064.537074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508561408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761064.537109:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761064.537111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761064.537113:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761064.537116:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1036
00000100:00100000:3.0:1789761064.537119:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508560896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761064.537121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761064.537127:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761064.537134:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761064.537139:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761064.537144:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508561536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761064.537147:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761064.537156:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508560896:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761064.537189:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508561024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761064.537206:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761064.537216:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff9686c4be8700 x1876699508561024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761064.537224:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508561024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761064.537230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761064.537232:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761064.537235:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508561024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761064.537238:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508561152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761064.537248:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761064.537255:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff9686c4be9880 x1876699508561152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761064.537263:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508561152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761064.537268:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761064.537270:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761064.537272:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508561152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761064.537275:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508561280:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761064.537287:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761064.537292:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff9686c4beaa00 x1876699508561280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761064.537300:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508561280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761064.537305:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761064.537307:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761064.537309:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508561280:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761064.537312:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508561408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761064.537323:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761064.537329:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff9686c4be8e00 x1876699508561408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761064.537336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508561408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761064.537342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761064.537345:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761064.537348:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508561408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761064.537354:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508561536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761064.537374:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761064.537386:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761064/real 1789761064]  req@ffff9686c4be9500 x1876699508561536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761064.537398:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508561536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761089 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761064.537404:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761064.537407:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761064.537409:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508561536:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761064.600751:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761065.624743:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761066.648782:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761067.672810:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761068.696825:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761069.656762:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761069.656773:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761069.656777:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.656788:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1041
00000100:00080000:2.0:1789761069.656801:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.656808:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761069.656861:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508561664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761069.656888:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761069.656891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761069.656892:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.656895:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1041
00000100:00080000:2.0:1789761069.656899:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.656902:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761069.656912:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761069.656935:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508561792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761069.656948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761069.656948:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508561664:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761069.656954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761069.656960:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.656968:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1041
00000100:00080000:2.0:1789761069.656971:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.656973:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761069.656977:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761069.656991:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508561920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761069.656997:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761069.657001:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761069.657002:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.657005:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1041
00000100:00080000:2.0:1789761069.657016:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.657020:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761069.657024:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761069.657030:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761069.657035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508562048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761069.657046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761069.657050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761069.657053:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.657056:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1041
00000100:00080000:2.0:1789761069.657060:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.657063:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761069.657068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761069.657078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508562176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761069.657085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761069.657090:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761069.657091:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff9686c7a99880 x1876699508561664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761069.657092:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761069.657104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1041
00000100:00080000:2.0:1789761069.657112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761069.657123:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761069.657130:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761069.657136:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508561664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761069.657143:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508562304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761069.657159:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761069.657170:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761069.657177:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508561664:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761069.657202:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508561792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761069.657223:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761069.657233:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff9686c7a98700 x1876699508561792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761069.657242:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508561792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761069.657248:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761069.657250:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761069.657253:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508561792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761069.657257:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508561920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761069.657268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761069.657274:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff9686c7a9bb80 x1876699508561920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761069.657281:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508561920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761069.657286:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761069.657288:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761069.657290:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508561920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761069.657294:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508562048:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761069.657315:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761069.657322:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff9686c7a99180 x1876699508562048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761069.657330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508562048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761069.657335:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761069.657338:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761069.657340:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508562048:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761069.657343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508562176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761069.657354:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761069.657360:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff9686c7a9b480 x1876699508562176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761069.657367:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508562176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761069.657372:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761069.657374:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761069.657375:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508562176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761069.657379:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508562304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761069.657389:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761069.657394:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761069/real 1789761069]  req@ffff9686c7a98a80 x1876699508562304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761069.657401:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508562304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761094 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761069.657406:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761069.657408:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761069.657410:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508562304:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761069.720793:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761070.744830:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761071.768801:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761072.792816:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761073.816852:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761074.776747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761074.776758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761074.776765:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761074.776780:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1046
00000100:00080000:2.0:1789761074.776795:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761074.776806:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761074.776854:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508562432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761074.776881:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761074.776899:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761074.776901:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761074.776905:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1046
00000100:00080000:2.0:1789761074.776910:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761074.776914:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761074.776924:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761074.776940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508562560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761074.776940:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508562432:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761074.776967:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761074.776970:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761074.776972:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761074.776976:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1046
00000100:00080000:2.0:1789761074.776979:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761074.776982:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761074.777003:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761074.777013:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508562688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761074.777025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761074.777029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761074.777030:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761074.777034:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1046
00000100:00080000:2.0:1789761074.777038:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761074.777042:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761074.777046:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761074.777054:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761074.777060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508562816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761074.777075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761074.777079:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761074.777080:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761074.777084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1046
00000100:00080000:2.0:1789761074.777087:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761074.777090:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761074.777097:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761074.777105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508562944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761074.777113:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761074.777116:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761074.777119:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761074.777125:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9686c7a9ad80 x1876699508562432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761074.777127:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1046
00000100:00080000:2.0:1789761074.777136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761074.777150:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761074.777157:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761074.777167:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508562432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761074.777173:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508563072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761074.777210:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761074.777217:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761074.777222:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508562432:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761074.777248:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508562560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761074.777273:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761074.777284:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9686c7a98380 x1876699508562560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761074.777294:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508562560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761074.777303:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761074.777306:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761074.777308:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508562560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761074.777313:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508562688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761074.777334:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761074.777342:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9686c7a9a680 x1876699508562688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761074.777350:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508562688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761074.777355:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761074.777357:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761074.777359:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508562688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761074.777364:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508562816:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761074.777376:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761074.777384:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9686c7a99f80 x1876699508562816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761074.777391:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508562816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761074.777403:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761074.777407:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761074.777412:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508562816:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761074.777422:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508562944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761074.777442:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761074.777450:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9686c7a98000 x1876699508562944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761074.777461:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508562944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761074.777466:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761074.777468:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761074.777470:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508562944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761074.777474:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508563072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761074.777486:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761074.777497:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761074/real 1789761074]  req@ffff9686c7a99c00 x1876699508563072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761074.777506:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508563072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761099 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761074.777511:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761074.777514:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761074.777516:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508563072:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761074.840775:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761075.864842:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761076.888829:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761077.912849:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761078.936763:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761079.896772:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761079.896784:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761079.896789:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761079.896804:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1051
00000100:00080000:2.0:1789761079.896819:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761079.896830:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761079.896893:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508563200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761079.896915:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761079.896919:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761079.896921:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761079.896926:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1051
00000100:00080000:2.0:1789761079.896930:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761079.896935:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761079.896944:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761079.896957:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508563328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761079.896963:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508563200:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761079.896967:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761079.896978:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761079.896982:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761079.896987:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1051
00000100:00080000:2.0:1789761079.896989:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761079.896992:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761079.896995:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761079.897003:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508563456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761079.897009:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761079.897011:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761079.897013:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761079.897015:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1051
00000100:00080000:2.0:1789761079.897018:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761079.897020:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761079.897025:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761079.897033:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508563584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761079.897041:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761079.897044:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761079.897045:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761079.897047:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1051
00000100:00080000:2.0:1789761079.897050:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761079.897052:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761079.897055:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761079.897062:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508563712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761079.897068:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761079.897071:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761079.897072:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761079.897076:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1051
00000100:00080000:2.0:1789761079.897079:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761079.897082:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761079.897086:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761079.897099:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508563840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761079.897122:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508563328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761079.897163:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508563456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761079.897195:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508563584:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761079.897225:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508563712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761079.897252:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508563840:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761079.960779:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761080.984776:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761082.008762:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761082.968907:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789761082.968942:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761082.968955:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761082.968986:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761082.968992:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761082.968999:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761082.969006:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761082.969015:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761082.969025:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9686c7a9b100 x1876699508563328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761082.969051:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508563328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761082.969070:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761082.969075:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761082.969080:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508563328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761082.969087:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9686c7a9b800 x1876699508563456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761082.969101:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508563456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761082.969110:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761082.969114:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761082.969118:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508563456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761082.969126:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9686c7a9a300 x1876699508563584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761082.969141:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508563584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761082.969149:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761082.969153:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761082.969157:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508563584:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761082.969164:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9686c7a9aa00 x1876699508563712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761082.969176:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508563712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761082.969184:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761082.969188:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761082.969191:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508563712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761082.969198:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9686c7a99c00 x1876699508563840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761082.969221:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508563840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761082.969230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761082.969234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761082.969238:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508563840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761082.969245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761079/real 1789761082]  req@ffff9686c7a98e00 x1876699508563200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761082.969257:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508563200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761104 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761082.969265:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761082.969269:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761082.969272:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508563200:192.168.203.123@tcp:250:kworker.0
00010000:00010000:2.0:1789761083.032745:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761084.056833:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761085.016701:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.016712:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761085.016716:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.016728:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1056
00000100:00080000:2.0:1789761085.016740:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761085.016749:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761085.016785:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508563968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761085.016820:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.016825:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761085.016827:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.016833:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1056
00000100:00080000:2.0:1789761085.016838:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761085.016843:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761085.016847:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508563968:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761085.016855:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761085.016875:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508564096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761085.016888:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.016892:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761085.016894:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.016898:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1056
00000100:00080000:2.0:1789761085.016902:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761085.016906:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761085.016912:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761085.016918:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761085.016925:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508564224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761085.016941:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.016945:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761085.016947:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.016952:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1056
00000100:00080000:2.0:1789761085.016955:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761085.016959:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761085.016965:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761085.016975:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff9686c7a98000 x1876699508563968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761085.016980:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508564352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761085.017004:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.017007:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761085.017008:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.017014:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1056
00000100:00100000:3.0:1789761085.017014:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508563968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761085.017021:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761085.017027:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761085.017034:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761085.017038:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761085.017046:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761085.017048:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508564480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761085.017054:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508563968:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761085.017070:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761085.017074:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761085.017077:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761085.017082:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1056
00000100:00080000:2.0:1789761085.017087:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761085.017090:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508564096:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789761085.017096:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761085.017104:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761085.017118:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508564608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761085.017136:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761085.017156:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff9686c7a99f80 x1876699508564096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761085.017170:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508564096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761085.017179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761085.017182:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761085.017186:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508564096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761085.017192:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508564224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761085.017219:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761085.017231:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff9686c7a9a680 x1876699508564224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761085.017244:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508564224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761085.017256:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761085.017260:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761085.017263:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508564224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761085.017270:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508564352:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761085.017291:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761085.017303:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff9686c7a98380 x1876699508564352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761085.017315:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508564352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761085.017322:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761085.017325:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761085.017328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508564352:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761085.017334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508564480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761085.017355:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761085.017365:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff9686c7a9ad80 x1876699508564480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761085.017382:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508564480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761085.017389:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761085.017393:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761085.017396:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508564480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761085.017412:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508564608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761085.017434:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761085.017445:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761085/real 1789761085]  req@ffff9686c7a98a80 x1876699508564608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761085.017458:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508564608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761110 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761085.017467:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761085.017470:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761085.017473:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508564608:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761085.080761:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761086.104791:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761087.128770:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761088.152814:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761089.176762:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761090.136788:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761090.136798:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761090.136803:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761090.136814:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1061
00000100:00080000:0.0:1789761090.136827:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.136834:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761090.136871:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508564736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761090.136891:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761090.136894:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761090.136895:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761090.136898:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1061
00000100:00080000:0.0:1789761090.136900:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.136903:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761090.136911:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761090.136920:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508564864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761090.136928:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761090.136931:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761090.136934:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761090.136935:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508564736:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761090.136938:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1061
00000100:00080000:0.0:1789761090.136943:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.136947:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761090.136949:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761090.136962:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508564992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761090.136972:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761090.136976:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761090.136978:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761090.136983:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1061
00000100:00080000:0.0:1789761090.136988:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.136993:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761090.136998:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761090.137004:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761090.137015:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508565120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761090.137027:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761090.137030:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761090.137032:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761090.137037:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1061
00000100:00080000:0.0:1789761090.137042:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.137048:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761090.137050:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff9686c954fb80 x1876699508564736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761090.137053:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761090.137068:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508565248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761090.137076:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761090.137077:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508564736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761090.137080:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761090.137083:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761090.137089:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1061
00000100:00080000:0.0:1789761090.137095:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761090.137100:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761090.137107:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761090.137116:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508565376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761090.137119:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761090.137128:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761090.137134:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508564736:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761090.137159:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508564864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761090.137183:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761090.137197:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff9686c954ed80 x1876699508564864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761090.137211:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508564864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761090.137220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761090.137223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761090.137227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508564864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761090.137234:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508564992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761090.137254:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761090.137264:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff9686c954ca80 x1876699508564992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761090.137276:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508564992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761090.137284:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761090.137288:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761090.137291:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508564992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761090.137298:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508565120:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761090.137314:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761090.137322:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff9686c954e680 x1876699508565120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761090.137334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508565120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761090.137342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761090.137345:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761090.137348:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508565120:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761090.137354:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508565248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761090.137369:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761090.137378:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff9686c954df80 x1876699508565248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761090.137389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508565248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761090.137398:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761090.137400:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761090.137404:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508565248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761090.137409:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508565376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761090.137424:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761090.137433:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761090/real 1789761090]  req@ffff9686c954e300 x1876699508565376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761090.137442:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508565376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761115 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761090.137447:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761090.137449:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761090.137451:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508565376:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761090.200790:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761091.224857:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761092.248789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761093.272803:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761094.296785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761095.256837:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.256848:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761095.256852:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.256865:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1066
00000100:00080000:2.0:1789761095.256877:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761095.256885:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761095.256925:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508565504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761095.256949:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.256952:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761095.256953:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.256956:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1066
00000100:00080000:2.0:1789761095.256961:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761095.256965:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761095.256974:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761095.256981:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508565504:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761095.256986:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508565632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761095.256996:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.256999:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761095.257000:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.257003:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1066
00000100:00080000:2.0:1789761095.257006:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761095.257008:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761095.257011:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761095.257019:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508565760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761095.257026:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.257029:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761095.257030:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.257032:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1066
00000100:00080000:2.0:1789761095.257042:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761095.257045:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761095.257049:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761095.257057:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508565888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761095.257060:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761095.257074:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.257078:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761095.257079:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.257082:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1066
00000100:00080000:2.0:1789761095.257084:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761095.257088:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761095.257094:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761095.257106:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508566016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761095.257117:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff9686c7a9b480 x1876699508565504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761095.257119:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761095.257128:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761095.257132:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761095.257140:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1066
00000100:00080000:2.0:1789761095.257146:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761095.257152:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508565504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761095.257153:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761095.257162:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761095.257174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761095.257179:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761095.257184:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508566144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761095.257186:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508565504:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761095.257221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508565632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761095.257244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761095.257254:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff9686c7a99180 x1876699508565632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761095.257263:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508565632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761095.257274:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761095.257277:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761095.257280:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508565632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761095.257284:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508565760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761095.257296:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761095.257302:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff9686c7a9bb80 x1876699508565760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761095.257310:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508565760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761095.257315:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761095.257317:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761095.257319:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508565760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761095.257323:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508565888:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761095.257335:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761095.257341:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff9686c7a98700 x1876699508565888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761095.257349:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508565888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761095.257353:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761095.257355:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761095.257359:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508565888:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761095.257362:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508566016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761095.257375:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761095.257385:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff9686c7a99880 x1876699508566016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761095.257397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508566016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761095.257405:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761095.257409:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761095.257413:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508566016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761095.257420:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508566144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761095.257439:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761095.257447:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761095/real 1789761095]  req@ffff9686c7a98a80 x1876699508566144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761095.257455:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508566144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761120 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761095.257461:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761095.257463:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761095.257465:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508566144:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761095.320757:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761096.344806:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761097.368778:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761098.392821:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761099.416814:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761100.376760:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.376771:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761100.376776:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.376791:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1072
00000100:00080000:2.0:1789761100.376805:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.376814:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761100.376854:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508566272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761100.376880:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.376883:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761100.376885:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.376888:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1072
00000100:00080000:2.0:1789761100.376891:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.376894:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761100.376904:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761100.376932:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508566400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761100.376935:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508566272:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761100.376960:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.376967:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761100.376970:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.376977:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1072
00000100:00080000:2.0:1789761100.376983:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.376988:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761100.376995:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761100.377007:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508566528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761100.377015:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.377018:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761100.377026:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761100.377031:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761100.377035:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1072
00000100:00080000:2.0:1789761100.377039:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.377042:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761100.377046:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761100.377053:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508566656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761100.377062:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.377066:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761100.377068:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.377071:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1072
00000100:00080000:2.0:1789761100.377073:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.377075:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761100.377079:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761100.377086:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508566784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761100.377093:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761100.377096:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761100.377097:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761100.377100:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1072
00000100:00080000:2.0:1789761100.377102:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761100.377111:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761100.377111:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff9686c7a9ad80 x1876699508566272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761100.377122:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761100.377135:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508566912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761100.377157:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508566272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761100.377172:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761100.377177:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761100.377182:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508566272:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761100.377205:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508566400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761100.377226:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761100.377236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff9686c7a98380 x1876699508566400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761100.377244:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508566400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761100.377250:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761100.377252:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761100.377255:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508566400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761100.377259:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508566528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761100.377270:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761100.377276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff9686c7a9a680 x1876699508566528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761100.377283:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508566528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761100.377293:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761100.377295:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761100.377297:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508566528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761100.377301:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508566656:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761100.377311:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761100.377317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff9686c7a99f80 x1876699508566656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761100.377323:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508566656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761100.377328:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761100.377331:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761100.377332:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508566656:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761100.377337:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508566784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761100.377347:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761100.377353:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff9686c7a98000 x1876699508566784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761100.377360:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508566784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761100.377364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761100.377366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761100.377369:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508566784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761100.377372:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508566912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761100.377382:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761100.377388:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761100/real 1789761100]  req@ffff9686c7a98e00 x1876699508566912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761100.377394:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508566912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761125 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761100.377399:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761100.377401:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761100.377403:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508566912:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761100.440822:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761101.464821:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761102.488787:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761103.512778:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761104.536787:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761105.496797:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761105.496809:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761105.496814:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761105.496826:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1077
00000100:00080000:1.0:1789761105.496838:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761105.496847:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761105.496887:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508567040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761105.496914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761105.496918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761105.496920:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761105.496925:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1077
00000100:00080000:1.0:1789761105.496929:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761105.496934:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761105.496944:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761105.496954:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508567040:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761105.496960:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508567168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761105.496975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761105.496979:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761105.496981:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761105.496985:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1077
00000100:00080000:1.0:1789761105.496990:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761105.496995:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761105.497001:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761105.497015:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761105.497019:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508567296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761105.497031:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761105.497035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761105.497037:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761105.497042:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1077
00000100:00080000:1.0:1789761105.497046:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761105.497051:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761105.497054:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9686c4beb100 x1876699508567040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761105.497059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761105.497073:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508567040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761105.497080:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508567424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761105.497083:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761105.497093:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761105.497099:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508567040:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761105.497101:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761105.497107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761105.497109:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761105.497114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1077
00000100:00080000:1.0:1789761105.497119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761105.497122:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508567168:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761105.497127:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761105.497143:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761105.497151:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761105.497160:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508567552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761105.497172:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9686c4beb480 x1876699508567168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761105.497174:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761105.497184:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761105.497188:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761105.497197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1077
00000100:00080000:1.0:1789761105.497203:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761105.497203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508567168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761105.497213:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761105.497215:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761105.497221:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000008:00100000:1.0:1789761105.497222:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761105.497225:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508567168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761105.497233:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508567296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761105.497241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508567680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761105.497263:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761105.497273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9686c4beb800 x1876699508567296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761105.497282:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508567296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761105.497288:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761105.497290:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761105.497292:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508567296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761105.497296:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508567424:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761105.497307:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761105.497313:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9686c4be9f80 x1876699508567424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761105.497320:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508567424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761105.497325:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761105.497327:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761105.497329:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508567424:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761105.497342:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508567552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761105.497362:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761105.497382:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9686c4bead80 x1876699508567552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761105.497396:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508567552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761105.497405:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761105.497409:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761105.497412:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508567552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761105.497419:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508567680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761105.497437:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761105.497445:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761105/real 1789761105]  req@ffff9686c4be8380 x1876699508567680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761105.497454:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508567680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761130 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761105.497463:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761105.497466:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761105.497470:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508567680:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761105.560767:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761106.584779:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761107.608805:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761108.632795:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761109.656819:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761110.616720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761110.616732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761110.616736:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761110.616749:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1082
00000100:00080000:1.0:1789761110.616760:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761110.616769:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761110.616804:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508567808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761110.616837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761110.616842:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761110.616844:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761110.616849:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1082
00000100:00080000:1.0:1789761110.616854:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761110.616859:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508567808:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761110.616862:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761110.616877:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761110.616893:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508567936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761110.616906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761110.616911:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761110.616913:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761110.616918:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1082
00000100:00080000:1.0:1789761110.616930:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761110.616937:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761110.616938:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761110.616947:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761110.616961:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508568064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761110.616969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761110.616972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761110.616974:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761110.616977:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1082
00000100:00080000:1.0:1789761110.616980:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761110.616983:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761110.616987:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761110.616995:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508568192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761110.617001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761110.617004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761110.617005:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761110.617007:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1082
00000100:00080000:1.0:1789761110.617009:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761110.617012:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761110.617015:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761110.617021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508568320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761110.617027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761110.617029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761110.617031:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761110.617033:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1082
00000100:00080000:1.0:1789761110.617035:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761110.617038:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761110.617041:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761110.617055:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508568448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761110.617056:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9686c4bebb80 x1876699508567808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.617088:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508567808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.617222:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.617229:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761110.617234:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508567808:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761110.617303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508567936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761110.617331:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761110.617345:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9686c4bea680 x1876699508567936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.617359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508567936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.617368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.617371:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761110.617375:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508567936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761110.617382:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508568064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761110.617402:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761110.617414:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9686c4be9c00 x1876699508568064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.617426:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508568064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.617434:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.617437:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761110.617441:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508568064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761110.617447:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508568192:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761110.617468:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761110.617481:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9686c4be8380 x1876699508568192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.617493:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508568192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.617501:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.617505:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761110.617508:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508568192:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761110.617514:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508568320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761110.617534:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761110.617546:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9686c4bead80 x1876699508568320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.617557:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508568320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.617566:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.617569:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761110.617572:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508568320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761110.617578:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508568448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761110.617597:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761110.617607:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761110/real 1789761110]  req@ffff9686c4be9f80 x1876699508568448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761110.617662:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508568448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761135 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761110.617673:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761110.617677:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761110.617681:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508568448:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761110.680779:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761111.704778:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761112.728750:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761113.752799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761114.776791:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761115.736732:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761115.736741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761115.736745:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761115.736754:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1087
00000100:00080000:2.0:1789761115.736764:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761115.736770:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761115.736813:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508568576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761115.736833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761115.736836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761115.736838:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761115.736841:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1087
00000100:00080000:2.0:1789761115.736843:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761115.736846:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761115.736853:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761115.736863:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508568704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761115.736871:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761115.736873:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761115.736876:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761115.736878:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508568576:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761115.736881:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1087
00000100:00080000:2.0:1789761115.736886:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761115.736889:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761115.736892:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761115.736901:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508568832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761115.736907:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761115.736909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761115.736910:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761115.736913:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1087
00000100:00080000:2.0:1789761115.736915:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761115.736917:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761115.736920:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761115.736928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508568960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761115.736935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761115.736939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789761115.736940:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761115.736941:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761115.736947:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1087
00000100:00080000:2.0:1789761115.736950:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761115.736953:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761115.736956:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761115.736963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508569088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761115.736969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761115.736971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761115.736972:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761115.736975:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1087
00000100:00080000:2.0:1789761115.736977:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761115.736979:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761115.736983:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761115.736990:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9686c7a99c00 x1876699508568576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761115.736994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508569216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761115.737034:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508568576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.737047:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.737052:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761115.737057:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508568576:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761115.737078:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508568704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761115.737097:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761115.737106:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9686c7a9aa00 x1876699508568704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761115.737115:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508568704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.737121:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.737123:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761115.737125:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508568704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761115.737129:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508568832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761115.737140:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761115.737146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9686c7a9a300 x1876699508568832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761115.737153:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508568832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.737159:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.737160:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761115.737162:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508568832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761115.737166:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508568960:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761115.737176:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761115.737191:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9686c7a9b800 x1876699508568960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761115.737198:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508568960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.737203:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.737205:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761115.737207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508568960:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761115.737211:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508569088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761115.737222:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761115.737228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9686c7a9b100 x1876699508569088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761115.737238:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508569088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.737246:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.737249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761115.737253:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508569088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761115.737267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508569216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761115.737289:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761115.737297:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761115/real 1789761115]  req@ffff9686c7a98e00 x1876699508569216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761115.737305:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508569216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761140 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761115.737311:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761115.737313:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761115.737315:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508569216:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761115.800757:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761116.824820:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761117.848791:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761118.872795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761119.896790:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761120.856746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.856754:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761120.856758:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.856768:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1092
00000100:00080000:2.0:1789761120.856778:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.856784:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761120.856825:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508569344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761120.856842:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.856844:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761120.856846:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.856849:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1092
00000100:00080000:2.0:1789761120.856852:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.856866:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761120.856874:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761120.856882:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508569344:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761120.856884:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508569472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761120.856898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.856900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761120.856901:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.856903:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1092
00000100:00080000:2.0:1789761120.856905:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.856907:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761120.856910:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761120.856917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508569600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761120.856924:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.856927:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761120.856928:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.856931:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1092
00000100:00080000:2.0:1789761120.856939:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.856942:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761120.856945:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761120.856952:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508569728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761120.856958:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761120.856965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.856968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761120.856970:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.856973:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1092
00000100:00080000:2.0:1789761120.856976:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.856979:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761120.856982:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761120.856990:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508569856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761120.856996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761120.856998:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761120.856999:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761120.857002:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1092
00000100:00080000:2.0:1789761120.857004:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761120.857007:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761120.857010:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761120.857028:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9686c7a98000 x1876699508569344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761120.857029:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508569984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761120.857067:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508569344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761120.857079:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761120.857084:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761120.857088:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508569344:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761120.857111:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508569472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761120.857144:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761120.857157:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9686c7a99f80 x1876699508569472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761120.857169:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508569472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761120.857180:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761120.857183:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761120.857186:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508569472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761120.857193:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508569600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761120.857212:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761120.857223:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9686c7a9a680 x1876699508569600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761120.857235:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508569600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761120.857243:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761120.857247:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761120.857250:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508569600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761120.857257:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508569728:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761120.857276:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761120.857287:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9686c7a98380 x1876699508569728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761120.857299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508569728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761120.857308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761120.857312:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761120.857315:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508569728:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761120.857321:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508569856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761120.857340:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761120.857351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9686c7a9ad80 x1876699508569856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761120.857364:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508569856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761120.857371:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761120.857374:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761120.857377:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508569856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761120.857383:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508569984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761120.857401:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761120.857419:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761120/real 1789761120]  req@ffff9686c7a98a80 x1876699508569984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761120.857431:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508569984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761145 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761120.857439:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761120.857442:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761120.857445:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508569984:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761120.920810:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761121.944791:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761122.968757:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761123.992747:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761125.016793:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761125.976752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761125.976767:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761125.976778:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761125.976792:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1097
00000100:00080000:1.0:1789761125.976808:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761125.976818:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761125.976872:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508570112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761125.976905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761125.976910:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761125.976913:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761125.976919:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1097
00000100:00080000:1.0:1789761125.976925:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761125.976930:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761125.976936:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508570112:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789761125.976945:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761125.976966:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508570240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761125.976979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761125.976983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761125.976986:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761125.976991:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1097
00000100:00080000:1.0:1789761125.976996:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761125.977001:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761125.977007:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761125.977013:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761125.977023:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508570368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761125.977036:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761125.977040:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761125.977042:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761125.977047:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1097
00000100:00080000:1.0:1789761125.977051:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761125.977056:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761125.977062:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761125.977067:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9686c4beb800 x1876699508570112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761125.977086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508570496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761125.977087:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508570112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761125.977136:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761125.977141:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761125.977141:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761125.977146:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508570112:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761125.977148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761125.977154:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761125.977161:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1097
00000100:00080000:1.0:1789761125.977166:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761125.977170:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761125.977176:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508570240:192.168.203.123@tcp:38:kworker.0
00000008:00100000:1.0:1789761125.977177:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761125.977196:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508570624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761125.977205:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761125.977216:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761125.977219:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9686c4beb480 x1876699508570240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761125.977223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761125.977227:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761125.977237:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1097
00000100:00100000:3.0:1789761125.977238:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508570240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761125.977244:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761125.977247:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761125.977252:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761125.977253:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000008:00100000:1.0:1789761125.977261:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761125.977267:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508570240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761125.977274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508570368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761125.977279:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508570752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761125.977293:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761125.977304:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9686c4beb100 x1876699508570368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761125.977315:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508570368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761125.977321:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761125.977324:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761125.977326:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508570368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761125.977330:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508570496:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761125.977342:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761125.977350:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9686c4be9500 x1876699508570496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761125.977363:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508570496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761125.977372:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761125.977376:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761125.977381:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508570496:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761125.977419:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508570624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761125.977444:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761125.977457:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9686c4be8e00 x1876699508570624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761125.977465:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508570624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761125.977472:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761125.977474:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761125.977476:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508570624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761125.977480:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508570752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761125.977494:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761125.977514:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761125/real 1789761125]  req@ffff9686c4beaa00 x1876699508570752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761125.977525:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508570752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761150 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761125.977530:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761125.977533:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761125.977535:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508570752:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761126.040785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761127.064760:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761128.088808:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761129.112820:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761130.136811:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761131.096701:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761131.096713:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761131.096719:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.096734:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1102
00000100:00080000:1.0:1789761131.096751:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.096762:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761131.096809:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508570880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761131.096837:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761131.096840:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761131.096841:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.096844:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1102
00000100:00080000:1.0:1789761131.096847:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.096851:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761131.096861:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761131.096871:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508571008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761131.096882:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761131.096882:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508570880:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761131.096890:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761131.096900:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.096904:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1102
00000100:00080000:1.0:1789761131.096908:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.096910:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761131.096914:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761131.096924:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508571136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761131.096931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761131.096934:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761131.096936:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.096939:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1102
00000100:00080000:1.0:1789761131.096941:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.096944:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761131.096947:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761131.096955:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508571264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761131.096962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761131.096967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789761131.096969:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761131.096970:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.096977:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1102
00000100:00080000:1.0:1789761131.096979:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.096981:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761131.096985:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761131.096993:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508571392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761131.096999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761131.097002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761131.097003:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761131.097006:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1102
00000100:00080000:1.0:1789761131.097009:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761131.097011:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761131.097015:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761131.097024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508571520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761131.097034:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff9686c4be9880 x1876699508570880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761131.097060:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508570880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761131.097074:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761131.097079:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761131.097083:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508570880:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761131.097109:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508571008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761131.097136:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761131.097151:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff9686c4be8700 x1876699508571008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761131.097163:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508571008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761131.097174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761131.097177:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761131.097179:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508571008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761131.097184:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508571136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761131.097199:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761131.097213:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff9686c4be8000 x1876699508571136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761131.097223:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508571136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761131.097231:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761131.097235:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761131.097239:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508571136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761131.097245:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508571264:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761131.097268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761131.097278:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff9686c4beaa00 x1876699508571264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761131.097287:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508571264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761131.097293:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761131.097295:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761131.097297:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508571264:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761131.097302:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508571392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761131.097315:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761131.097322:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff9686c4be8e00 x1876699508571392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761131.097329:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508571392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761131.097334:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761131.097336:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761131.097338:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508571392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761131.097341:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508571520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761131.097351:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761131.097357:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761131/real 1789761131]  req@ffff9686c4be9500 x1876699508571520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761131.097364:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508571520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761156 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761131.097369:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761131.097372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761131.097375:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508571520:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761131.160769:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761132.184753:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761133.208781:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761134.233083:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761135.256778:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761136.216714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.216723:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761136.216727:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.216737:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1107
00000100:00080000:1.0:1789761136.216747:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.216754:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761136.216786:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508571648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761136.216805:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.216808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761136.216810:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.216813:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1107
00000100:00080000:1.0:1789761136.216816:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.216818:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761136.216826:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761136.216830:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508571648:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761136.216837:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508571776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761136.216846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.216848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761136.216849:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.216852:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1107
00000100:00080000:1.0:1789761136.216854:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.216857:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761136.216860:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761136.216868:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508571904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761136.216875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.216878:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761136.216879:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.216881:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1107
00000100:00080000:1.0:1789761136.216884:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.216886:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761136.216890:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761136.216897:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508572032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761136.216905:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761136.216908:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.216912:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761136.216913:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.216917:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1107
00000100:00080000:1.0:1789761136.216919:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.216922:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761136.216925:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761136.216930:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508572160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761136.216941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761136.216943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761136.216945:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761136.216947:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1107
00000100:00080000:1.0:1789761136.216950:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761136.216953:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761136.216956:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761136.216959:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff9686c4beb100 x1876699508571648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761136.216966:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508572288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761136.216994:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508571648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761136.217006:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761136.217011:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761136.217015:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508571648:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761136.217037:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508571776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761136.217059:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761136.217071:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff9686c4beb480 x1876699508571776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761136.217084:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508571776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761136.217093:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761136.217096:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761136.217100:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508571776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761136.217106:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508571904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761136.217119:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761136.217126:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff9686c4beb800 x1876699508571904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761136.217133:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508571904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761136.217143:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761136.217145:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761136.217147:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508571904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761136.217151:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508572032:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761136.217161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761136.217166:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff9686c4be9f80 x1876699508572032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761136.217173:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508572032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761136.217179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761136.217180:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761136.217182:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508572032:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761136.217186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508572160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761136.217196:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761136.217201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff9686c4bead80 x1876699508572160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761136.217208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508572160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761136.217213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761136.217215:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761136.217217:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508572160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761136.217221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508572288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761136.217230:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761136.217235:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761136/real 1789761136]  req@ffff9686c4be8380 x1876699508572288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761136.217242:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508572288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761161 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761136.217247:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761136.217249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761136.217251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508572288:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761136.280806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761137.304795:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761138.328800:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761139.352756:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761140.376775:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761141.336791:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761141.336807:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761141.336819:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761141.336838:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1113
00000100:00080000:0.0:1789761141.336857:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761141.336867:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761141.336917:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508572416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761141.336948:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761141.336952:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761141.336955:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761141.336964:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1113
00000100:00080000:0.0:1789761141.336968:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761141.336974:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761141.336986:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761141.336990:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508572416:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761141.337006:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508572544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761141.337021:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761141.337026:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761141.337028:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761141.337033:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1113
00000100:00080000:0.0:1789761141.337039:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761141.337044:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761141.337050:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761141.337062:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761141.337069:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508572672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761141.337083:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761141.337087:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761141.337089:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761141.337094:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1113
00000100:00080000:0.0:1789761141.337099:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761141.337111:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff9686c954ce00 x1876699508572416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761141.337118:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761141.337135:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761141.337142:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508572416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761141.337159:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508572800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761141.337163:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761141.337174:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761141.337188:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508572416:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761141.337190:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761141.337201:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761141.337205:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761141.337214:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1113
00000100:00080000:0.0:1789761141.337218:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761141.337224:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761141.337229:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761141.337231:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508572544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761141.337246:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508572928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761141.337261:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761141.337261:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761141.337273:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761141.337276:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761141.337281:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff9686c954d180 x1876699508572544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761141.337285:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1113
00000100:00080000:0.0:1789761141.337300:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761141.337305:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508572544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761141.337312:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761141.337316:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761141.337322:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789761141.337323:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761141.337327:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508572544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761141.337335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508572672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761141.337347:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508573056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761141.337356:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761141.337368:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff9686c954c380 x1876699508572672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761141.337381:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508572672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761141.337402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761141.337407:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761141.337410:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508572672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761141.337416:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508572800:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761141.337437:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761141.337445:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff9686c954c000 x1876699508572800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761141.337452:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508572800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761141.337458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761141.337460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761141.337462:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508572800:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761141.337474:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508572928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761141.337486:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761141.337492:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff9686c954c700 x1876699508572928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761141.337499:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508572928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761141.337504:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761141.337506:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761141.337508:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508572928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761141.337511:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508573056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761141.337521:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761141.337527:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761141/real 1789761141]  req@ffff9686c954ea00 x1876699508573056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761141.337534:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508573056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761166 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761141.337539:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761141.337541:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761141.337543:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508573056:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761141.400764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761142.424758:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761143.448732:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761144.472841:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761145.496771:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761146.456757:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761146.456766:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761146.456772:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761146.456784:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1118
00000100:00080000:2.0:1789761146.456814:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761146.456825:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761146.456865:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508573184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761146.456890:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761146.456894:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761146.456896:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761146.456900:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1118
00000100:00080000:2.0:1789761146.456904:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761146.456909:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761146.456917:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761146.456923:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508573184:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761146.456936:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508573312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761146.456955:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761146.456960:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761146.456964:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761146.456971:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1118
00000100:00080000:2.0:1789761146.456982:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761146.456988:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761146.456996:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761146.457013:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508573440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761146.457031:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761146.457035:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761146.457036:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761146.457040:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1118
00000100:00080000:2.0:1789761146.457046:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761146.457050:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508573312:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789761146.457054:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761146.457063:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761146.457081:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508573568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761146.457094:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761146.457097:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761146.457099:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761146.457102:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1118
00000100:00080000:2.0:1789761146.457107:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761146.457112:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761146.457118:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761146.457131:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508573696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761146.457143:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761146.457147:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761146.457149:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761146.457154:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508573440:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789761146.457159:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1118
00000100:00080000:2.0:1789761146.457166:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761146.457171:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761146.457178:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761146.457193:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508573824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761146.457304:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508573568:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761146.457338:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508573696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761146.457381:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508573824:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761146.520776:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761147.544812:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761148.568775:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761149.528958:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789761149.529023:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761149.529042:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761149.529095:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761149.529110:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761149.529127:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761149.529146:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761149.529162:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761149.529163:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761149]  req@ffff9686c7a99180 x1876699508573568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761149.529203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508573568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761149.529217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761149.529223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761149.529228:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508573568:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761149.529237:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761149]  req@ffff9686c7a9b480 x1876699508573696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761149.529253:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508573696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761149.529260:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761149.529265:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761149.529269:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508573696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761149.529276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761149]  req@ffff9686c7a98700 x1876699508573312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761149.529290:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508573312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761149.529299:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761149.529302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761149.529305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508573312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761149.529312:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761149]  req@ffff9686c7a9bb80 x1876699508573440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761149.529340:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508573440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761149.529350:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761149.529354:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761149.529358:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508573440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761149.529367:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761149]  req@ffff9686c7a99880 x1876699508573184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761149.529381:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508573184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761149.529389:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761149.529394:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761149.529398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508573184:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761149.529433:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761146/real 1789761149]  req@ffff9686c7a98a80 x1876699508573824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761149.529446:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508573824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761171 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761149.529456:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761149.529459:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761149.529463:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508573824:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761149.592849:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761150.616787:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761151.576765:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.576776:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761151.576781:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.576793:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1123
00000100:00080000:2.0:1789761151.576806:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.576817:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761151.576866:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508573952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.576886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.576889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761151.576890:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.576903:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1123
00000100:00080000:2.0:1789761151.576909:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.576914:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761151.576924:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761151.576938:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508573952:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761151.576945:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508574080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.576965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.576969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761151.576971:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.576975:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1123
00000100:00080000:2.0:1789761151.576979:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.576987:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761151.576994:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761151.577016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508574208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.577027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.577031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761151.577033:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.577040:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1123
00000100:00080000:2.0:1789761151.577044:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.577049:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761151.577055:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761151.577068:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761151.577074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508574336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.577087:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.577092:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761151.577094:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761151.577099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1123
00000100:00080000:2.0:1789761151.577105:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.577109:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761151.577114:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761151.577128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508574464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761151.577138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761151.577141:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761151.577143:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761151.577150:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9686c7a9ad80 x1876699508573952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761151.577154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1123
00000100:00080000:2.0:1789761151.577165:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761151.577181:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761151.577190:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761151.577203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508573952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761151.577211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508574592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761151.577263:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761151.577283:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761151.577293:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508573952:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761151.577346:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508574080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761151.577389:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761151.577407:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9686c7a98380 x1876699508574080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761151.577432:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508574080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761151.577444:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761151.577449:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761151.577453:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508574080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761151.577461:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508574208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761151.577489:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761151.577503:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9686c7a9a680 x1876699508574208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761151.577517:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508574208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761151.577527:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761151.577531:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761151.577535:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508574208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761151.577545:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508574336:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761151.577693:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761151.577708:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9686c7a99f80 x1876699508574336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761151.577723:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508574336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761151.577739:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761151.577744:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761151.577747:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508574336:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761151.577755:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508574464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761151.577783:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761151.577799:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9686c7a98000 x1876699508574464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761151.577814:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508574464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761151.577824:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761151.577829:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761151.577832:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508574464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761151.577841:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508574592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761151.577865:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761151.577879:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761151/real 1789761151]  req@ffff9686c7a98e00 x1876699508574592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761151.577892:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508574592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761176 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761151.577900:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761151.577904:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761151.577909:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508574592:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761151.640791:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761152.664800:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761153.688770:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761154.712820:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761155.736821:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761156.696755:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.696771:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761156.696777:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.696791:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1128
00000100:00080000:2.0:1789761156.696807:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.696819:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761156.696870:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508574720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761156.696895:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.696898:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761156.696900:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.696904:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1128
00000100:00080000:2.0:1789761156.696908:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.696914:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761156.696925:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761156.696944:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508574848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761156.696945:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508574720:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761156.696965:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.696968:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761156.696969:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.696973:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1128
00000100:00080000:2.0:1789761156.696977:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.696980:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761156.696985:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761156.696995:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508574976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761156.697003:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.697005:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761156.697006:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.697009:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1128
00000100:00080000:2.0:1789761156.697012:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.697015:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761156.697018:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761156.697025:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508575104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761156.697040:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.697043:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761156.697044:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.697047:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1128
00000100:00080000:2.0:1789761156.697050:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.697053:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761156.697057:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761156.697066:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508575232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761156.697074:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761156.697078:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761156.697087:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761156.697089:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761156.697095:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1128
00000100:00080000:2.0:1789761156.697098:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761156.697105:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761156.697108:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761156.697118:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508575360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761156.697136:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9686c7a9b100 x1876699508574720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.697161:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508574720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.697174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.697179:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761156.697184:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508574720:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761156.697215:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508574848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761156.697244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761156.697261:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9686c7a9b800 x1876699508574848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.697291:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508574848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.697302:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.697305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761156.697309:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508574848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761156.697316:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508574976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761156.697342:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761156.697355:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9686c7a9a300 x1876699508574976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.697364:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508574976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.697371:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.697373:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761156.697375:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508574976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761156.697380:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508575104:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761156.697396:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761156.697403:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9686c7a9aa00 x1876699508575104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.697411:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508575104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.697416:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.697418:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761156.697420:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508575104:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761156.697423:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508575232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761156.697434:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761156.697440:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9686c7a99c00 x1876699508575232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.697447:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508575232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.697452:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.697454:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761156.697457:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508575232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761156.697460:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508575360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761156.697470:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761156.697475:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761156/real 1789761156]  req@ffff9686c7a98e00 x1876699508575360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761156.697481:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508575360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761181 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761156.697487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761156.697489:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761156.697491:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508575360:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761156.760830:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761157.784807:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761158.808784:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761159.832744:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761160.856789:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761161.816746:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761161.816757:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761161.816761:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761161.816773:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1133
00000100:00080000:2.0:1789761161.816786:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761161.816795:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761161.816838:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508575488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761161.816863:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761161.816867:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761161.816869:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761161.816874:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1133
00000100:00080000:2.0:1789761161.816879:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761161.816884:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761161.816894:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761161.816897:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508575488:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761161.816913:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508575616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761161.816926:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761161.816930:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761161.816933:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761161.816937:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1133
00000100:00080000:2.0:1789761161.816951:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761161.816956:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761161.816961:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789761161.816963:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761161.816979:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508575744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761161.816987:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761161.816990:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761161.816991:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761161.816994:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1133
00000100:00080000:2.0:1789761161.816997:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761161.817000:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761161.817004:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761161.817012:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9686c7a98000 x1876699508575488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761161.817014:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508575872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761161.817035:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761161.817039:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761161.817040:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761161.817043:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1133
00000100:00080000:2.0:1789761161.817046:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761161.817051:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761161.817053:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508575488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761161.817054:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761161.817065:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508576000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761161.817075:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761161.817075:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761161.817080:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761161.817083:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761161.817087:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761161.817088:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1133
00000100:00080000:2.0:1789761161.817093:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761161.817098:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761161.817099:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508575488:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761161.817101:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761161.817113:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508576128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761161.817135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508575616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761161.817165:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761161.817181:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9686c7a99f80 x1876699508575616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761161.817196:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508575616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761161.817205:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761161.817209:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761161.817213:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508575616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761161.817220:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508575744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761161.817276:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761161.817290:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9686c7a9a680 x1876699508575744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761161.817303:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508575744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761161.817312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761161.817316:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761161.817320:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508575744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761161.817326:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508575872:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761161.817349:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761161.817360:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9686c7a98380 x1876699508575872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761161.817372:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508575872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761161.817381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761161.817384:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761161.817388:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508575872:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761161.817394:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508576000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761161.817415:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761161.817427:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9686c7a9ad80 x1876699508576000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761161.817439:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508576000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761161.817446:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761161.817450:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761161.817453:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508576000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761161.817459:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508576128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761161.817480:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761161.817492:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761161/real 1789761161]  req@ffff9686c7a98a80 x1876699508576128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761161.817504:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508576128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761186 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761161.817512:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761161.817516:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761161.817519:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508576128:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761161.880746:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761162.904779:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761163.928770:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761164.952796:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761165.976769:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761166.936777:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.936793:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761166.936799:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.936814:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1138
00000100:00080000:0.0:1789761166.936832:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.936842:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761166.936895:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508576256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761166.936926:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.936931:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761166.936934:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.936938:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1138
00000100:00080000:0.0:1789761166.936943:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.936948:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761166.936961:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761166.936969:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508576256:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761166.936979:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508576384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761166.937001:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.937005:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761166.937008:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.937012:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1138
00000100:00080000:0.0:1789761166.937016:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.937021:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761166.937026:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761166.937040:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508576512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761166.937051:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.937055:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761166.937057:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761166.937063:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761166.937066:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1138
00000100:00080000:0.0:1789761166.937074:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.937079:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761166.937086:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761166.937100:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508576640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761166.937118:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761166.937123:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9686c954f100 x1876699508576256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761166.937125:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761166.937129:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.937138:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1138
00000100:00080000:0.0:1789761166.937145:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.937150:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761166.937155:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508576256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761166.937158:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761166.937174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761166.937179:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508576768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761166.937184:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761166.937207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508576256:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761166.937213:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761166.937218:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761166.937221:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761166.937227:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1138
00000100:00080000:0.0:1789761166.937232:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761166.937236:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761166.937241:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761166.937246:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508576384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761166.937258:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508576896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761166.937281:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761166.937300:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9686c954dc00 x1876699508576384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.937312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508576384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.937321:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.937325:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761166.937329:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508576384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761166.937336:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508576512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761166.937354:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761166.937365:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9686c954d880 x1876699508576512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.937376:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508576512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.937384:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.937388:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761166.937392:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508576512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761166.937398:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508576640:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761166.937418:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761166.937428:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9686c954f800 x1876699508576640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.937441:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508576640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.937449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.937453:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761166.937457:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508576640:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761166.937463:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508576768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761166.937482:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761166.937494:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9686c954ea00 x1876699508576768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.937506:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508576768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.937514:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.937517:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761166.937520:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508576768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761166.937538:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508576896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761166.937559:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761166.937569:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761166/real 1789761166]  req@ffff9686c954c700 x1876699508576896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761166.937581:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508576896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761191 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761166.937589:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761166.937593:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761166.937596:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508576896:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761167.000828:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761168.024804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761169.048793:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761170.072782:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761171.096772:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761172.056781:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761172.056796:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761172.056802:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761172.056815:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1143
00000100:00080000:0.0:1789761172.056829:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761172.056838:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761172.056888:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508577024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761172.056926:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761172.056931:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761172.056933:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761172.056937:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1143
00000100:00080000:0.0:1789761172.056950:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761172.056956:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761172.056969:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761172.056977:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508577024:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761172.056987:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508577152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761172.057002:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761172.057005:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761172.057007:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761172.057012:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1143
00000100:00080000:0.0:1789761172.057016:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761172.057022:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761172.057028:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761172.057041:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508577280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761172.057054:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761172.057055:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761172.057062:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761172.057065:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761172.057070:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1143
00000100:00080000:0.0:1789761172.057075:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761172.057080:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761172.057086:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761172.057101:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508577408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761172.057114:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761172.057114:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff9686c954c000 x1876699508577024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761172.057121:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761172.057126:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761172.057135:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1143
00000100:00080000:0.0:1789761172.057141:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761172.057146:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761172.057149:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508577024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761172.057173:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761172.057190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761172.057193:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508577536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761172.057210:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789761172.057219:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761172.057220:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508577024:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761172.057227:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761172.057231:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761172.057237:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1143
00000100:00080000:0.0:1789761172.057242:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761172.057247:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761172.057253:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761172.057259:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508577152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761172.057282:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508577664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761172.057303:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761172.057317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff9686c954c380 x1876699508577152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761172.057327:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508577152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761172.057334:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761172.057337:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761172.057340:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508577152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761172.057346:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508577280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761172.057363:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761172.057377:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff9686c954d180 x1876699508577280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761172.057388:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508577280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761172.057406:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761172.057411:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761172.057419:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508577280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761172.057427:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508577408:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761172.057450:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761172.057459:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff9686c954ce00 x1876699508577408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761172.057468:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508577408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761172.057474:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761172.057477:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761172.057480:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508577408:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761172.057487:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508577536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761172.057509:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761172.057521:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff9686c954e300 x1876699508577536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761172.057534:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508577536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761172.057541:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761172.057544:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761172.057546:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508577536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761172.057562:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508577664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761172.057578:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761172.057585:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761172/real 1789761172]  req@ffff9686c954df80 x1876699508577664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761172.057594:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508577664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761197 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761172.057599:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761172.057601:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761172.057603:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508577664:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761172.120811:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761173.144790:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761174.168814:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761175.192839:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761176.216781:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761177.176773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761177.176784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761177.176788:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761177.176802:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1148
00000100:00080000:1.0:1789761177.176816:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761177.176826:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761177.176884:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508577792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761177.176912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761177.176915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761177.176917:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761177.176922:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1148
00000100:00080000:1.0:1789761177.176926:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761177.176930:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761177.176942:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508577792:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789761177.176943:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761177.176963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508577920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761177.176975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761177.176980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761177.176982:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761177.176987:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1148
00000100:00080000:1.0:1789761177.176992:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761177.176997:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761177.177003:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761177.177017:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508578048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761177.177022:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761177.177040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761177.177043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761177.177045:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761177.177049:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1148
00000100:00080000:1.0:1789761177.177056:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761177.177060:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761177.177065:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761177.177077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508578176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761177.177085:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff9686c4be9c00 x1876699508577792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761177.177092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761177.177100:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761177.177102:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761177.177106:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1148
00000100:00080000:1.0:1789761177.177109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761177.177111:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508577792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761177.177114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761177.177130:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761177.177142:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761177.177146:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508578304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761177.177148:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761177.177156:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508577792:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761177.177167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761177.177171:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761177.177173:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761177.177179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1148
00000100:00080000:1.0:1789761177.177184:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761177.177186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508577920:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761177.177193:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761177.177199:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761177.177213:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508578432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761177.177216:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761177.177231:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff9686c4bea680 x1876699508577920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761177.177242:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508577920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761177.177258:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761177.177263:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761177.177267:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508577920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761177.177274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508578048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761177.177297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761177.177310:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff9686c4bebb80 x1876699508578048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761177.177322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508578048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761177.177331:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761177.177335:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761177.177339:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508578048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761177.177345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508578176:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761177.177369:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761177.177381:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff9686c4be8380 x1876699508578176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761177.177394:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508578176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761177.177403:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761177.177407:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761177.177411:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508578176:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761177.177418:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508578304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761177.177438:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761177.177448:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff9686c4bead80 x1876699508578304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761177.177456:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508578304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761177.177461:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761177.177464:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761177.177466:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508578304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761177.177479:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508578432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761177.177491:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761177.177501:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761177/real 1789761177]  req@ffff9686c4be9f80 x1876699508578432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761177.177513:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508578432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761202 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761177.177522:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761177.177525:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761177.177529:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508578432:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761177.240830:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761178.264815:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761179.288808:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761180.312889:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761181.336770:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761182.296746:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761182.296757:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761182.296762:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761182.296773:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1154
00000100:00080000:1.0:1789761182.296783:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761182.296791:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761182.296830:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508578560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761182.296862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761182.296868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761182.296872:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761182.296878:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1154
00000100:00080000:1.0:1789761182.296884:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761182.296889:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761182.296898:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761182.296913:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508578560:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761182.296914:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508578688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761182.296929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761182.296932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761182.296934:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761182.296937:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1154
00000100:00080000:1.0:1789761182.296941:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761182.296944:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761182.296949:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761182.296961:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508578816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761182.296970:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761182.296975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761182.296977:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761182.296980:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761182.296985:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1154
00000100:00080000:1.0:1789761182.296992:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761182.296997:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761182.297002:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761182.297012:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508578944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761182.297020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761182.297024:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761182.297026:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761182.297031:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff9686c4beb800 x1876699508578560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761182.297032:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1154
00000100:00080000:1.0:1789761182.297039:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761182.297045:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761182.297051:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761182.297057:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508578560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761182.297067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508579072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761182.297075:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761182.297077:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761182.297093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761182.297096:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789761182.297097:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761182.297102:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508578560:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761182.297104:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1154
00000100:00080000:1.0:1789761182.297110:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761182.297114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761182.297118:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761182.297128:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508579200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761182.297188:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508578688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761182.297208:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761182.297217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff9686c4beb480 x1876699508578688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761182.297226:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508578688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761182.297232:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761182.297234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761182.297236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508578688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761182.297240:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508578816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761182.297367:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761182.297383:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff9686c4beb100 x1876699508578816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761182.297442:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508578816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761182.297454:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761182.297457:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761182.297459:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508578816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761182.297463:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508578944:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761182.297480:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761182.297488:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff9686c4be9500 x1876699508578944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761182.297496:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508578944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761182.297501:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761182.297503:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761182.297505:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508578944:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761182.297509:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508579072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761182.297519:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761182.297525:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff9686c4be8e00 x1876699508579072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761182.297532:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508579072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761182.297537:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761182.297539:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761182.297541:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508579072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761182.297545:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508579200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761182.297555:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761182.297560:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761182/real 1789761182]  req@ffff9686c4beaa00 x1876699508579200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761182.297567:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508579200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761207 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761182.297572:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761182.297573:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761182.297575:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508579200:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761182.360789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761183.384782:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761184.408781:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761185.432783:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761186.456849:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761187.416759:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.416767:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761187.416771:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761187.416783:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1159
00000100:00080000:2.0:1789761187.416794:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.416803:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761187.416840:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508579328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761187.416863:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.416866:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761187.416867:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761187.416870:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1159
00000100:00080000:2.0:1789761187.416875:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.416879:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761187.416887:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761187.416899:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508579456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761187.416906:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.416913:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761187.416915:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761187.416916:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508579328:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761187.416920:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1159
00000100:00080000:2.0:1789761187.416926:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.416934:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761187.416938:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761187.416944:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508579584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761187.416954:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.416957:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761187.416959:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761187.416962:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1159
00000100:00080000:2.0:1789761187.416964:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.416966:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761187.416971:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761187.416979:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508579712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761187.416987:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.416989:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761187.416990:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761187.416993:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1159
00000100:00080000:2.0:1789761187.416998:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.417003:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761187.417008:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761187.417014:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761187.417025:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508579840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761187.417038:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761187.417053:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761187.417056:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761187.417062:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1159
00000100:00080000:2.0:1789761187.417067:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761187.417072:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761187.417078:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff9686c7a99880 x1876699508579328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761187.417079:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761187.417109:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508579968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761187.417120:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508579328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.417140:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761187.417146:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761187.417154:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508579328:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761187.417196:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508579456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761187.417225:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761187.417241:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff9686c7a9bb80 x1876699508579456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761187.417252:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508579456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.417259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761187.417261:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761187.417264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508579456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761187.417268:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508579584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761187.417284:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761187.417291:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff9686c7a98700 x1876699508579584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761187.417299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508579584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.417304:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761187.417306:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761187.417308:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508579584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761187.417312:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508579712:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761187.417324:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761187.417330:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff9686c7a9b480 x1876699508579712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761187.417337:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508579712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.417343:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761187.417345:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761187.417347:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508579712:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761187.417351:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508579840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761187.417361:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761187.417367:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff9686c7a99180 x1876699508579840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761187.417374:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508579840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.417380:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761187.417382:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761187.417384:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508579840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761187.417387:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508579968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761187.417398:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761187.417403:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761187/real 1789761187]  req@ffff9686c7a98a80 x1876699508579968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761187.417409:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508579968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761212 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761187.417414:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761187.417417:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761187.417419:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508579968:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761187.480779:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761188.504802:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761189.528812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761190.552788:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761191.576794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761192.536741:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.536750:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761192.536755:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.536767:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1164
00000100:00080000:2.0:1789761192.536781:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.536793:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761192.536839:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508580096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.536860:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.536862:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761192.536864:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.536867:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1164
00000100:00080000:2.0:1789761192.536871:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.536875:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761192.536882:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761192.536890:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508580096:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761192.536893:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508580224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.536908:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.536910:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761192.536912:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.536915:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1164
00000100:00080000:2.0:1789761192.536918:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.536920:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761192.536924:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761192.536932:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508580352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.536938:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.536940:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761192.536942:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.536944:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1164
00000100:00080000:2.0:1789761192.536948:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761192.536952:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761192.536955:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761192.536960:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761192.536968:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508580480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.536976:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.536978:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761192.536980:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761192.536982:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1164
00000100:00080000:2.0:1789761192.536985:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.536988:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761192.536991:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761192.536997:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9686c7a9ad80 x1876699508580096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761192.537001:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508580608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761192.537028:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761192.537030:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761192.537032:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761192.537037:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508580096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761192.537038:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1164
00000100:00080000:2.0:1789761192.537044:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761192.537051:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761192.537057:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761192.537061:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761192.537067:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761192.537070:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508580736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761192.537074:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508580096:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761192.537104:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508580224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761192.537126:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761192.537136:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9686c7a98380 x1876699508580224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761192.537144:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508580224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761192.537150:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761192.537152:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761192.537155:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508580224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761192.537159:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508580352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761192.537170:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761192.537177:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9686c7a9a680 x1876699508580352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761192.537185:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508580352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761192.537190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761192.537191:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761192.537193:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508580352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761192.537197:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508580480:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761192.537208:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761192.537213:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9686c7a99f80 x1876699508580480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761192.537221:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508580480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761192.537226:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761192.537227:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761192.537229:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508580480:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761192.537233:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508580608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761192.537249:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761192.537255:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9686c7a98000 x1876699508580608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761192.537262:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508580608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761192.537268:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761192.537270:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761192.537272:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508580608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761192.537275:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508580736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761192.537292:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761192.537303:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761192/real 1789761192]  req@ffff9686c7a98e00 x1876699508580736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761192.537315:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508580736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761217 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761192.537324:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761192.537328:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761192.537331:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508580736:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761192.600754:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761193.624755:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761194.648839:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761195.672775:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761196.696829:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761197.656743:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.656754:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761197.656759:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.656770:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1169
00000100:00080000:0.0:1789761197.656797:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761197.656804:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761197.656837:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508580864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761197.656861:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.656864:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761197.656866:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.656869:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1169
00000100:00080000:0.0:1789761197.656872:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761197.656876:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761197.656885:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761197.656891:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508580864:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761197.656898:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508580992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761197.656907:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.656910:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761197.656911:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.656914:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1169
00000100:00080000:0.0:1789761197.656917:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761197.656920:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761197.656924:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761197.656933:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508581120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761197.656940:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.656943:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761197.656944:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.656947:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1169
00000100:00080000:0.0:1789761197.656949:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761197.656953:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761197.656954:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761197.656961:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761197.656987:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508581248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761197.656995:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.656998:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761197.656999:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761197.657018:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1169
00000100:00080000:0.0:1789761197.657022:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761197.657025:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761197.657029:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9686c954e680 x1876699508580864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761197.657031:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761197.657045:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508581376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761197.657051:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508580864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761197.657057:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761197.657064:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761197.657066:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761197.657067:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761197.657071:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1169
00000100:00080000:3.0:1789761197.657073:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789761197.657076:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761197.657079:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508580864:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761197.657082:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761197.657088:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761197.657096:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508581504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761197.657106:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508580992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761197.657127:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761197.657136:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9686c954ca80 x1876699508580992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761197.657144:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508580992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761197.657150:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761197.657152:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761197.657155:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508580992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761197.657158:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508581120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761197.657168:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761197.657174:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9686c954ed80 x1876699508581120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761197.657181:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508581120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761197.657186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761197.657188:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761197.657189:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508581120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761197.657193:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508581248:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761197.657203:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761197.657209:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9686c954fb80 x1876699508581248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761197.657216:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508581248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761197.657220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761197.657239:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761197.657241:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508581248:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761197.657245:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508581376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761197.657257:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761197.657263:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9686c954df80 x1876699508581376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761197.657271:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508581376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761197.657276:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761197.657278:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761197.657280:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508581376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761197.657309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508581504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761197.657321:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761197.657326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761197/real 1789761197]  req@ffff9686c954e300 x1876699508581504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761197.657333:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508581504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761222 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761197.657339:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761197.657341:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761197.657342:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508581504:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761197.720772:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761198.744808:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761199.768767:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761200.792771:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761201.816795:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761202.776742:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.776751:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761202.776756:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.776766:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1174
00000100:00080000:2.0:1789761202.776776:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761202.776784:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761202.776817:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508581632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761202.776846:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.776851:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761202.776853:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.776859:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1174
00000100:00080000:2.0:1789761202.776863:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761202.776869:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761202.776879:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761202.776890:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508581632:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761202.776895:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508581760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761202.776904:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.776907:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761202.776909:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.776911:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1174
00000100:00080000:2.0:1789761202.776914:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761202.776917:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761202.776921:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761202.776947:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508581888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761202.776954:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.776956:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761202.776958:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.776963:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1174
00000800:00000100:0.0:1789761202.776964:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761202.776969:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761202.776973:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761202.776978:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761202.776986:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508582016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761202.776993:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.776996:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761202.776997:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.777000:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1174
00000100:00080000:2.0:1789761202.777002:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761202.777005:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761202.777010:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761202.777011:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9686c7a99c00 x1876699508581632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761202.777019:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508582144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761202.777032:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761202.777034:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761202.777036:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761202.777039:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1174
00000100:00080000:2.0:1789761202.777041:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761202.777044:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508581632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761202.777045:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761202.777049:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761202.777061:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508582272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761202.777064:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.777073:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761202.777079:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508581632:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761202.777104:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508581760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761202.777129:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761202.777141:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9686c7a9aa00 x1876699508581760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.777154:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508581760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.777162:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.777164:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761202.777167:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508581760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761202.777171:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508581888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761202.777184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761202.777191:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9686c7a9a300 x1876699508581888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.777199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508581888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.777204:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.777206:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761202.777208:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508581888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761202.777211:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508582016:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761202.777222:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761202.777227:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9686c7a9b800 x1876699508582016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.777234:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508582016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.777239:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.777241:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761202.777244:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508582016:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761202.777247:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508582144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761202.777256:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761202.777262:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9686c7a9b100 x1876699508582144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.777269:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508582144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.777273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.777281:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761202.777283:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508582144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761202.777288:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508582272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761202.777299:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761202.777305:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761202/real 1789761202]  req@ffff9686c7a98e00 x1876699508582272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761202.777312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508582272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761227 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761202.777317:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761202.777319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761202.777320:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508582272:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761202.840768:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761203.864808:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761204.888779:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761205.912766:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761206.936790:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761207.896719:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.896728:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761207.896733:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.896742:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1179
00000100:00080000:2.0:1789761207.896752:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.896758:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761207.896803:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508582400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761207.896825:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.896828:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761207.896830:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.896832:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1179
00000100:00080000:2.0:1789761207.896835:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.896837:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761207.896844:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761207.896852:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508582528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761207.896859:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.896862:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761207.896863:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.896868:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1179
00000100:00080000:2.0:1789761207.896871:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.896874:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761207.896878:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761207.896883:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508582656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761207.896908:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.896911:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761207.896913:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.896916:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1179
00000100:00080000:2.0:1789761207.896920:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761207.896927:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508582400:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761207.896931:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761207.896948:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761207.896960:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508582784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761207.896968:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.896971:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761207.896972:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.896975:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1179
00000100:00080000:2.0:1789761207.896977:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.896979:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761207.896982:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761207.896988:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508582912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761207.896995:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761207.896998:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761207.897000:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761207.897002:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1179
00000100:00080000:2.0:1789761207.897010:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761207.897014:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761207.897018:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761207.897029:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508583040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761207.897041:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761207.897091:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9686c7a98000 x1876699508582400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.897107:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508582400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.897116:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.897121:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761207.897126:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508582400:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761207.897135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508582528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761207.897161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761207.897176:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9686c7a99f80 x1876699508582528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.897188:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508582528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.897196:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.897200:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761207.897204:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508582528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761207.897236:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508582656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761207.897260:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761207.897273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9686c7a9a680 x1876699508582656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.897293:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508582656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.897299:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.897301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761207.897304:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508582656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761207.897308:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508582784:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761207.897329:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761207.897340:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9686c7a98380 x1876699508582784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.897354:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508582784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.897374:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.897379:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761207.897383:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508582784:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761207.897390:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508582912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761207.897414:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761207.897427:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9686c7a9ad80 x1876699508582912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.897435:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508582912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.897446:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.897448:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761207.897450:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508582912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761207.897455:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508583040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761207.897475:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761207.897486:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761207/real 1789761207]  req@ffff9686c7a98a80 x1876699508583040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761207.897499:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508583040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761232 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761207.897509:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761207.897513:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761207.897516:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508583040:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761207.960769:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761208.984779:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761210.008837:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761211.032753:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761212.056765:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761213.016748:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.016755:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761213.016759:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.016769:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1184
00000100:00080000:2.0:1789761213.016779:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.016787:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761213.016822:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508583168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.016844:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.016847:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761213.016848:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.016864:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1184
00000100:00080000:2.0:1789761213.016868:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.016871:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761213.016880:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761213.016892:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508583296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.016901:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.016903:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761213.016905:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.016911:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1184
00000100:00080000:2.0:1789761213.016918:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761213.016920:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508583168:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761213.016924:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761213.016938:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761213.016945:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508583424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.016953:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.016957:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761213.016958:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.016961:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1184
00000100:00080000:2.0:1789761213.016963:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.016965:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761213.016968:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761213.016976:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508583552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.016989:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.016991:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761213.016992:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.016995:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1184
00000100:00080000:2.0:1789761213.016997:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.016999:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761213.017003:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761213.017010:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508583680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761213.017017:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761213.017019:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761213.017021:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761213.017023:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1184
00000100:00080000:2.0:1789761213.017025:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761213.017027:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761213.017030:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761213.017038:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508583808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761213.017077:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508583296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761213.017104:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508583424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761213.017122:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508583552:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761213.017137:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508583680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761213.017153:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508583808:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761213.080793:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761214.104793:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761215.128853:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761216.088911:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789761216.088954:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761216.088972:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761216.089010:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761216.089017:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761216.089022:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761216.089028:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761216.089032:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:0.0:1789761216.089074:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761216]  req@ffff9686c7a9b480 x1876699508583296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761216.089100:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508583296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761216.089112:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761216.089117:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761216.089122:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508583296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761216.089129:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761216]  req@ffff9686c7a98700 x1876699508583424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761216.089142:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508583424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761216.089151:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761216.089155:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761216.089159:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508583424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761216.089166:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761216]  req@ffff9686c7a9bb80 x1876699508583552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761216.089178:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508583552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761216.089186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761216.089191:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761216.089194:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508583552:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761216.089201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761216]  req@ffff9686c7a99880 x1876699508583680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761216.089213:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508583680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761216.089220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761216.089224:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761216.089227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508583680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761216.089234:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761216]  req@ffff9686c7a98a80 x1876699508583808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761216.089245:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508583808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761216.089252:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761216.089256:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761216.089259:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508583808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761216.089266:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761213/real 1789761216]  req@ffff9686c7a99180 x1876699508583168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761216.089284:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508583168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761238 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761216.089292:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761216.089297:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761216.089300:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508583168:192.168.203.123@tcp:250:kworker.0
00010000:00010000:0.0:1789761216.152779:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761217.176762:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761218.136756:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761218.136766:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761218.136772:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761218.136783:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1189
00000100:00080000:2.0:1789761218.136798:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761218.136809:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761218.136874:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508583936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761218.136912:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761218.136917:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761218.136919:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761218.136923:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1189
00000100:00080000:2.0:1789761218.136928:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761218.136932:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761218.136943:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761218.136960:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508584064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761218.136968:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508583936:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761218.136982:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761218.136987:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761218.136990:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761218.136996:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1189
00000100:00080000:2.0:1789761218.137001:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761218.137007:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761218.137013:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761218.137028:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508584192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761218.137045:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761218.137048:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761218.137056:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761218.137059:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1189
00000100:00080000:2.0:1789761218.137064:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761218.137067:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761218.137071:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761218.137076:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761218.137087:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508584320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761218.137102:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761218.137106:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761218.137108:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761218.137113:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1189
00000100:00080000:2.0:1789761218.137117:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761218.137122:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761218.137128:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761218.137143:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508584448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761218.137155:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761218.137157:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761218]  req@ffff9686c7a9ad80 x1876699508583936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761218.137165:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761218.137169:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761218.137176:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1189
00000100:00080000:2.0:1789761218.137190:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761218.137197:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761218.137203:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761218.137214:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508583936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761218.137222:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508584576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761218.137249:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761218.137261:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761218.137270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508583936:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761218.137310:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508584064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761218.137344:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761218.137361:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761218]  req@ffff9686c7a98380 x1876699508584064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761218.137372:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508584064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761218.137381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761218.137391:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761218.137395:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508584064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761218.137403:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508584192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761218.137426:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761218.137439:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761218]  req@ffff9686c7a9a680 x1876699508584192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761218.137449:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508584192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761218.137456:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761218.137460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761218.137463:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508584192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761218.137469:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508584320:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761218.137491:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761218.137501:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761218]  req@ffff9686c7a99f80 x1876699508584320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761218.137512:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508584320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761218.137520:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761218.138080:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761218.138086:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508584320:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761218.138301:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508584448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761218.138375:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761218.138390:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761218]  req@ffff9686c7a98000 x1876699508584448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761218.138404:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508584448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761218.138413:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761218.138416:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761218.138420:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508584448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761218.138428:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508584576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761218.138454:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761218.138466:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761218/real 1789761218]  req@ffff9686c7a98e00 x1876699508584576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761218.138481:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508584576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761243 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761218.138489:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761218.138492:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761218.138496:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508584576:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761218.200763:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761219.224759:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761220.248774:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761221.272782:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761222.296793:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761223.256751:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761223.256762:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761223.256767:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.256796:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1194
00000100:00080000:0.0:1789761223.256810:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.256819:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761223.256861:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508584704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761223.256884:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761223.256887:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761223.256889:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.256892:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1194
00000100:00080000:0.0:1789761223.256895:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.256899:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761223.256908:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761223.256919:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508584704:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761223.256921:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508584832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761223.256938:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761223.256945:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761223.256948:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.256953:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1194
00000100:00080000:0.0:1789761223.256958:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.256963:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761223.256969:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761223.256983:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508584960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761223.256995:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761223.256997:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761223.257003:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761223.257006:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.257012:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1194
00000100:00080000:0.0:1789761223.257019:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.257024:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761223.257030:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761223.257039:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff9686c954ce00 x1876699508584704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761223.257048:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508585088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761223.257059:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508584704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761223.257065:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761223.257077:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761223.257082:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761223.257085:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761223.257090:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1194
00000100:00080000:3.0:1789761223.257092:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789761223.257099:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761223.257100:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508584704:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761223.257109:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761223.257116:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761223.257126:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508585216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761223.257129:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508584832:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761223.257152:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761223.257155:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761223.257160:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761223.257164:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761223.257173:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1194
00000100:00100000:3.0:1789761223.257173:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff9686c954d180 x1876699508584832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761223.257180:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761223.257190:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761223.257197:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761223.257199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508584832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761223.257213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761223.257214:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508585344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761223.257223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761223.257232:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508584832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761223.257240:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508584960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761223.257270:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761223.257283:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff9686c954c380 x1876699508584960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761223.257291:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508584960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761223.257298:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761223.257300:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761223.257302:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508584960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761223.257307:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508585088:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761223.257322:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761223.257329:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff9686c954c000 x1876699508585088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761223.257336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508585088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761223.257341:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761223.257343:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761223.257345:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508585088:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761223.257356:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508585216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761223.257368:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761223.257375:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff9686c954c700 x1876699508585216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761223.257381:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508585216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761223.257387:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761223.257388:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761223.257390:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508585216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761223.257393:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508585344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761223.257404:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761223.257410:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761223/real 1789761223]  req@ffff9686c954ea00 x1876699508585344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761223.257417:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508585344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761248 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761223.257422:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761223.257423:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761223.257425:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508585344:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761223.320829:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761224.344786:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761225.368828:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761226.392864:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761227.416845:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761228.376752:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761228.376767:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761228.376773:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.376788:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1200
00000100:00080000:2.0:1789761228.376804:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761228.376814:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761228.376864:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508585472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761228.376896:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761228.376901:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761228.376903:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.376908:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1200
00000100:00080000:2.0:1789761228.376913:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761228.376918:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761228.376931:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761228.376935:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508585472:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761228.376950:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508585600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761228.376964:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761228.376967:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761228.376969:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.376974:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1200
00000100:00080000:2.0:1789761228.376978:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761228.376983:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761228.376989:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761228.377001:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508585728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761228.377011:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761228.377015:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761228.377017:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.377022:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1200
00000800:00000100:3.0:1789761228.377028:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761228.377030:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761228.377038:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761228.377044:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761228.377058:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508585856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761228.377069:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761228.377072:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761228.377075:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.377080:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1200
00000100:00080000:2.0:1789761228.377084:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761228.377088:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761228.377095:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761228.377100:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff9686c7a9b100 x1876699508585472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761228.377113:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508585984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761228.377124:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761228.377128:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508585472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761228.377130:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761228.377135:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761228.377144:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1200
00000100:00080000:3.0:1789761228.377148:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761228.377151:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761228.377157:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761228.377160:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761228.377166:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508585472:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761228.377178:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761228.377195:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508586112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761228.377199:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508585600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761228.377235:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761228.377253:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff9686c7a9b800 x1876699508585600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761228.377266:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508585600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761228.377280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761228.377284:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761228.377287:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508585600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761228.377293:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508585728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761228.377316:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761228.377327:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff9686c7a9a300 x1876699508585728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761228.377338:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508585728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761228.377346:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761228.377349:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761228.377353:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508585728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761228.377359:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508585856:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761228.377380:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761228.377391:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff9686c7a9aa00 x1876699508585856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761228.377420:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508585856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761228.377429:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761228.377432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761228.377436:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508585856:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761228.377442:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508585984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761228.377465:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761228.377478:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff9686c7a99c00 x1876699508585984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761228.377490:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508585984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761228.377497:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761228.377500:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761228.377504:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508585984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761228.377522:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508586112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761228.377543:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761228.377554:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761228/real 1789761228]  req@ffff9686c7a98e00 x1876699508586112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761228.377565:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508586112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761253 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761228.377573:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761228.377576:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761228.377579:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508586112:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761228.440794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761229.464837:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761230.488842:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761231.512795:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761232.536803:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761233.496765:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761233.496775:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761233.496780:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761233.496790:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1205
00000100:00080000:0.0:1789761233.496800:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761233.496808:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761233.496843:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508586240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761233.496869:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761233.496873:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761233.496875:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761233.496879:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1205
00000100:00080000:0.0:1789761233.496883:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761233.496887:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761233.496897:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761233.496901:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508586240:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761233.496909:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508586368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761233.496918:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761233.496921:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761233.496923:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761233.496926:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1205
00000100:00080000:0.0:1789761233.496929:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761233.496932:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761233.496936:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761233.496945:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508586496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761233.496954:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761233.496956:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761233.496958:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761233.496961:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1205
00000800:00000100:3.0:1789761233.496961:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761233.496965:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761233.496968:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761233.496972:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761233.496980:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508586624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761233.496989:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761233.496992:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761233.496993:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761233.496997:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1205
00000100:00080000:0.0:1789761233.497001:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761233.497004:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761233.497006:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9686c954f800 x1876699508586240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761233.497008:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761233.497018:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508586752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761233.497023:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508586240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761233.497027:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761233.497031:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761233.497032:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761233.497033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761233.497036:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1205
00000100:00080000:3.0:1789761233.497038:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789761233.497039:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761233.497042:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508586240:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761233.497043:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761233.497047:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761233.497055:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508586880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761233.497065:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508586368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761233.497089:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761233.497103:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9686c954d880 x1876699508586368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.497116:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508586368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761233.497122:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761233.497124:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761233.497128:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508586368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761233.497134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508586496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761233.497155:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761233.497167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9686c954dc00 x1876699508586496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.497181:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508586496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761233.497197:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761233.497201:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761233.497205:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508586496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761233.497211:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508586624:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761233.497235:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761233.497248:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9686c954f100 x1876699508586624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.497263:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508586624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761233.497272:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761233.497276:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761233.497280:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508586624:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761233.497286:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508586752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761233.497307:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761233.497317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9686c954ea00 x1876699508586752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.497330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508586752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761233.497338:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761233.497342:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761233.497346:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508586752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761233.497365:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508586880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761233.497384:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761233.497393:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761233/real 1789761233]  req@ffff9686c954c700 x1876699508586880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761233.497401:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508586880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761258 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761233.497406:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761233.497408:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761233.497410:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508586880:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761233.560796:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761234.584774:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761235.608810:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761236.632830:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761237.656827:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761238.616751:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761238.616762:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761238.616767:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761238.616778:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1210
00000100:00080000:2.0:1789761238.616791:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761238.616800:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761238.616852:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508587008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761238.616880:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761238.616885:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761238.616888:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761238.616895:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1210
00000100:00080000:2.0:1789761238.616900:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761238.616905:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761238.616912:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508587008:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761238.616919:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761238.616942:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508587136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761238.616956:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761238.616960:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761238.616962:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761238.616968:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1210
00000100:00080000:2.0:1789761238.616973:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761238.616978:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761238.616984:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761238.616990:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761238.616999:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508587264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761238.617011:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761238.617016:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761238.617019:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761238.617023:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1210
00000100:00080000:2.0:1789761238.617027:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761238.617033:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761238.617045:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9686c7a98000 x1876699508587008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761238.617050:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761238.617067:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508587008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761238.617069:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508587392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761238.617088:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761238.617093:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761238.617096:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761238.617097:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761238.617105:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761238.617108:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1210
00000100:00100000:3.0:1789761238.617112:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508587008:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761238.617115:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761238.617122:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761238.617128:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761238.617139:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508587136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761238.617144:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508587520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761238.617159:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761238.617163:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761238.617168:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761238.617168:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761238.617177:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1210
00000100:00080000:2.0:1789761238.617183:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761238.617185:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9686c7a99f80 x1876699508587136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761238.617191:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761238.617201:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761238.617202:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508587136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761238.617215:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761238.617220:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508587648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761238.617222:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761238.617231:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508587136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761238.617245:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508587264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761238.617276:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761238.617285:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9686c7a9a680 x1876699508587264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761238.617294:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508587264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761238.617299:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761238.617302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761238.617304:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508587264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761238.617308:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508587392:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761238.617322:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761238.617328:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9686c7a98380 x1876699508587392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761238.617336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508587392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761238.617341:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761238.617343:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761238.617345:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508587392:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761238.617356:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508587520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761238.617372:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761238.617380:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9686c7a9ad80 x1876699508587520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761238.617392:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508587520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761238.617400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761238.617404:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761238.617407:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508587520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761238.617414:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508587648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761238.617434:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761238.617443:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761238/real 1789761238]  req@ffff9686c7a99180 x1876699508587648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761238.617450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508587648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761263 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761238.617456:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761238.617457:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761238.617460:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508587648:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761238.680778:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761239.704832:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761240.728809:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761241.752796:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761242.776810:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761243.736721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761243.736730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761243.736734:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761243.736743:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1215
00000100:00080000:2.0:1789761243.736755:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761243.736761:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761243.736796:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508587776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.736824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761243.736827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761243.736829:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761243.736833:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1215
00000100:00080000:2.0:1789761243.736835:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761243.736838:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761243.736845:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761243.736854:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508587904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.736863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761243.736867:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508587776:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761243.736868:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761243.736871:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761243.736879:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1215
00000100:00080000:2.0:1789761243.736881:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761243.736884:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761243.736887:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761243.736895:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508588032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.736902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761243.736905:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761243.736906:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761243.736908:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1215
00000100:00080000:2.0:1789761243.736910:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761243.736912:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761243.736915:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761243.736921:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508588160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.736928:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761243.736930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761243.736932:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761243.736936:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761243.736939:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1215
00000100:00080000:2.0:1789761243.736942:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761243.736945:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761243.736949:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761243.736957:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508588288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761243.736963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761243.736965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761243.736967:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761243.736971:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1215
00000100:00080000:2.0:1789761243.736974:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761243.736978:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9686c7a98a80 x1876699508587776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761243.736979:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761243.736984:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761243.736997:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508588416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761243.737002:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508587776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.737015:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.737019:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761243.737022:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508587776:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761243.737041:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508587904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761243.737057:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761243.737065:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9686c7a99880 x1876699508587904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.737073:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508587904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.737079:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.737081:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761243.737084:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508587904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761243.737088:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508588032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761243.737098:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761243.737104:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9686c7a9bb80 x1876699508588032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.737111:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508588032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.737116:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.737117:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761243.737120:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508588032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761243.737131:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508588160:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761243.737149:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761243.737160:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9686c7a98700 x1876699508588160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.737173:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508588160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.737182:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.737185:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761243.737189:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508588160:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761243.737195:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508588288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761243.737218:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761243.737236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9686c7a9b480 x1876699508588288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.737249:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508588288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.737258:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.737261:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761243.737264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508588288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761243.737271:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508588416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761243.737303:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761243.737321:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761243/real 1789761243]  req@ffff9686c7a99180 x1876699508588416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761243.737334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508588416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761268 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761243.737343:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761243.737346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761243.737350:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508588416:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761243.800822:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761244.824770:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761245.848792:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761246.872818:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761247.896805:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761248.856720:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761248.856731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761248.856736:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761248.856745:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1220
00000100:00080000:2.0:1789761248.856755:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761248.856762:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761248.856794:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508588544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761248.856816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761248.856818:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761248.856820:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761248.856823:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1220
00000100:00080000:2.0:1789761248.856826:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761248.856828:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761248.856835:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761248.856846:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508588672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761248.856853:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761248.856855:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761248.856857:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761248.856859:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1220
00000100:00080000:2.0:1789761248.856861:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761248.856866:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761248.856869:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508588544:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761248.856870:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761248.856887:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508588800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761248.856894:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761248.856896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761248.856898:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761248.856900:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1220
00000100:00080000:2.0:1789761248.856903:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761248.856905:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761248.856909:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761248.856917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508588928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761248.856923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761248.856926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761248.856927:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761248.856929:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1220
00000100:00080000:2.0:1789761248.856931:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761248.856934:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789761248.856939:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789761248.856940:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761248.856951:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508589056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761248.856958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761248.856960:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761248.856962:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761248.856965:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1220
00000100:00080000:2.0:1789761248.856968:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761248.856970:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761248.856973:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761248.856982:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9686c7a9ad80 x1876699508588544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761248.856983:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508589184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761248.857027:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508588544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.857039:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.857043:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761248.857047:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508588544:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761248.857055:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508588672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761248.857082:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761248.857096:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9686c7a98380 x1876699508588672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761248.857118:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508588672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.857128:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.857132:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761248.857136:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508588672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761248.857160:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508588800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761248.857182:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761248.857192:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9686c7a9a680 x1876699508588800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761248.857200:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508588800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.857213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.857217:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761248.857220:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508588800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761248.857227:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508588928:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761248.857248:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761248.857260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9686c7a99f80 x1876699508588928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761248.857273:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508588928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.857282:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.857286:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761248.857289:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508588928:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761248.857296:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508589056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761248.857318:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761248.857330:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9686c7a98000 x1876699508589056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761248.857343:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508589056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.857351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.857354:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761248.857358:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508589056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761248.857370:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508589184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761248.857393:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761248.857405:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761248/real 1789761248]  req@ffff9686c7a98e00 x1876699508589184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761248.857418:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508589184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761273 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761248.857426:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761248.857430:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761248.857433:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508589184:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761248.920794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761249.944800:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761250.968790:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761251.992806:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761253.016815:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761253.976799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761253.976808:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761253.976813:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761253.976825:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1225
00000100:00080000:1.0:1789761253.976837:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761253.976845:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761253.976882:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508589312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761253.976911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761253.976915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761253.976917:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761253.976922:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1225
00000100:00080000:1.0:1789761253.976926:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761253.976929:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761253.976939:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761253.976940:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508589312:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761253.976952:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508589440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761253.976962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761253.976965:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761253.976966:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761253.976970:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1225
00000100:00080000:1.0:1789761253.976972:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761253.976975:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761253.976979:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761253.976988:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508589568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761253.976996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761253.976999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761253.977001:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761253.977004:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1225
00000100:00080000:1.0:1789761253.977006:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761253.977009:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761253.977013:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761253.977018:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761253.977025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508589696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761253.977033:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761253.977036:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761253.977037:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761253.977039:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1225
00000100:00080000:1.0:1789761253.977041:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761253.977043:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761253.977045:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761253.977050:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508589824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761253.977056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761253.977058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761253.977060:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761253.977062:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1225
00000100:00080000:1.0:1789761253.977063:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761253.977066:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761253.977068:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761253.977074:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508589952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761253.977127:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9686c4be8000 x1876699508589312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761253.977144:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508589312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761253.977154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761253.977158:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761253.977162:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508589312:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761253.977189:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508589440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761253.977315:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761253.977328:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9686c4be8700 x1876699508589440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761253.977338:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508589440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761253.977345:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761253.977348:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761253.977402:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508589440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761253.977408:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508589568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761253.977424:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761253.977433:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9686c4be9880 x1876699508589568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761253.977441:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508589568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761253.977447:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761253.977449:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761253.977451:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508589568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761253.977455:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508589696:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761253.977467:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761253.977473:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9686c4beaa00 x1876699508589696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761253.977480:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508589696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761253.977485:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761253.977487:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761253.977489:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508589696:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761253.977492:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508589824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761253.977502:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761253.977508:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9686c4be8e00 x1876699508589824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761253.977515:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508589824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761253.977521:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761253.977523:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761253.977525:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508589824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761253.977528:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508589952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761253.977538:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761253.977557:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761253/real 1789761253]  req@ffff9686c4be9500 x1876699508589952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761253.977570:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508589952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761278 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761253.977587:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761253.977591:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761253.977595:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508589952:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761254.040789:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761255.064820:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761256.088827:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761257.112823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761258.136744:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761259.096769:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.096781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761259.096786:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.096821:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1230
00000100:00080000:1.0:1789761259.096833:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.096843:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761259.096883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508590080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761259.096914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.096918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761259.096920:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.096925:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1230
00000100:00080000:1.0:1789761259.096929:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.096934:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761259.096944:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761259.096959:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508590208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761259.096973:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508590080:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761259.096978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.096990:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761259.096992:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.097013:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1230
00000100:00080000:1.0:1789761259.097018:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.097022:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761259.097028:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761259.097041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508590336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761259.097059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.097063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761259.097066:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.097070:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1230
00000100:00080000:1.0:1789761259.097074:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.097082:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761259.097090:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789761259.097095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761259.097114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508590464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761259.097125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.097129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761259.097130:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.097135:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1230
00000100:00080000:1.0:1789761259.097140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761259.097145:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761259.097150:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761259.097163:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508590592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761259.097173:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff9686c4beb100 x1876699508590080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761259.097179:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761259.097201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761259.097208:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761259.097219:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1230
00000100:00080000:1.0:1789761259.097224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761259.097230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508590080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761259.097231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761259.097245:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761259.097260:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761259.097269:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508590720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761259.097272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761259.097284:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508590080:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761259.097413:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508590208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761259.097465:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761259.097487:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff9686c4beb480 x1876699508590208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761259.097500:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508590208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761259.097521:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761259.097525:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761259.097528:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508590208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761259.097533:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508590336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761259.097549:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761259.097557:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff9686c4beb800 x1876699508590336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761259.097564:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508590336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761259.097570:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761259.097572:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761259.097574:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508590336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761259.097577:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508590464:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761259.097589:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761259.097595:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff9686c4be9f80 x1876699508590464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761259.097605:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508590464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761259.097613:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761259.097617:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761259.097620:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508590464:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761259.097654:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508590592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761259.097674:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761259.097683:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff9686c4bead80 x1876699508590592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761259.097691:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508590592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761259.097702:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761259.097704:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761259.097706:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508590592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761259.097710:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508590720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761259.097722:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761259.097727:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761259/real 1789761259]  req@ffff9686c4be8380 x1876699508590720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761259.097734:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508590720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761284 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761259.097740:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761259.097742:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761259.097744:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508590720:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761259.160811:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761260.184724:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761261.208764:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761262.232841:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761263.256756:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761264.216726:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761264.216737:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761264.216742:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761264.216753:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1235
00000100:00080000:1.0:1789761264.216766:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761264.216774:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761264.216814:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508590848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761264.216850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761264.216855:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761264.216859:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761264.216866:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1235
00000100:00080000:1.0:1789761264.216871:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761264.216877:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761264.216887:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761264.216895:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508590848:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761264.216910:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508590976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761264.216925:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761264.216929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761264.216931:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761264.216935:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1235
00000100:00080000:1.0:1789761264.216941:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761264.216947:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761264.216953:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761264.216969:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508591104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761264.216980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761264.216982:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761264.216988:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761264.216993:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761264.216999:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1235
00000100:00080000:1.0:1789761264.217006:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761264.217011:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761264.217017:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761264.217035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508591232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761264.217047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761264.217049:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff9686c4bebb80 x1876699508590848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761264.217051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761264.217054:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761264.217061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1235
00000100:00080000:1.0:1789761264.217067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761264.217078:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761264.217087:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761264.217097:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508590848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761264.217100:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508591360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761264.217150:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761264.217150:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761264.217161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761264.217166:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789761264.217168:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761264.217179:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508590848:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761264.217180:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1235
00000100:00080000:1.0:1789761264.217192:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761264.217197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761264.217200:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761264.217207:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508591488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761264.217229:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508590976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761264.217259:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761264.217271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff9686c4bea680 x1876699508590976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761264.217280:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508590976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761264.217287:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761264.217289:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761264.217292:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508590976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761264.217297:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508591104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761264.217311:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761264.217317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff9686c4be9c00 x1876699508591104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761264.217325:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508591104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761264.217330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761264.217332:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761264.217334:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508591104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761264.217338:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508591232:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761264.217350:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761264.217355:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff9686c4be8380 x1876699508591232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761264.217363:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508591232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761264.217368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761264.217370:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761264.217372:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508591232:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761264.217375:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508591360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761264.217386:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761264.217392:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff9686c4bead80 x1876699508591360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761264.217399:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508591360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761264.217405:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761264.217407:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761264.217408:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508591360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761264.217412:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508591488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761264.217423:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761264.217429:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761264/real 1789761264]  req@ffff9686c4be9f80 x1876699508591488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761264.217437:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508591488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761289 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761264.217441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761264.217443:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761264.217445:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508591488:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761264.280809:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761265.304804:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761266.328810:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761267.352831:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761268.376846:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761269.336765:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761269.336779:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761269.336785:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761269.336798:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1241
00000100:00080000:0.0:1789761269.336813:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761269.336823:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761269.336872:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508591616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761269.336908:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761269.336913:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761269.336915:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761269.336922:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1241
00000100:00080000:0.0:1789761269.336928:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761269.336934:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761269.336946:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761269.336952:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508591616:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761269.336967:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508591744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761269.336985:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761269.336990:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761269.336993:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761269.336998:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1241
00000100:00080000:0.0:1789761269.337005:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761269.337012:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761269.337018:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761269.337023:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761269.337039:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508591872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761269.337053:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761269.337057:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761269.337060:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761269.337062:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff9686c954c000 x1876699508591616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761269.337070:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1241
00000100:00080000:0.0:1789761269.337084:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761269.337092:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508591616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761269.337094:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761269.337108:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761269.337131:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508592000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761269.337131:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761269.337144:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761269.337154:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508591616:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761269.337164:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761269.337171:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761269.337173:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761269.337179:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1241
00000100:00080000:0.0:1789761269.337184:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761269.337185:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508591744:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761269.337204:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761269.337212:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761269.337212:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761269.337223:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff9686c954c380 x1876699508591744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761269.337239:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508592128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761269.337239:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508591744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761269.337263:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761269.337267:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761269.337276:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508591744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761269.337297:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508591872:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761269.337301:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761269.337308:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761269.337311:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761269.337316:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761269.337328:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1241
00000100:00100000:3.0:1789761269.337332:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff9686c954d180 x1876699508591872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761269.337337:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761269.337344:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508591872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761269.337349:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761269.337355:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761269.337360:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789761269.337362:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761269.337364:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508591872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761269.337379:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508592000:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761269.337398:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508592256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761269.337408:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761269.337418:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff9686c954ce00 x1876699508592000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761269.337450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508592000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761269.337457:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761269.337460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761269.337463:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508592000:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761269.337481:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508592128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761269.337496:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761269.337503:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff9686c954e300 x1876699508592128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761269.337511:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508592128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761269.337516:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761269.337518:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761269.337520:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508592128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761269.337525:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508592256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761269.337543:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761269.337554:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761269/real 1789761269]  req@ffff9686c954df80 x1876699508592256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761269.337568:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508592256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761294 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761269.337576:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761269.337580:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761269.337583:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508592256:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761269.400812:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761270.424812:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761271.448831:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761272.472801:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761273.496872:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761274.456732:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761274.456741:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761274.456744:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761274.456753:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1246
00000100:00080000:2.0:1789761274.456763:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761274.456779:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761274.456818:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508592384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761274.456844:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761274.456848:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761274.456850:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761274.456855:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1246
00000100:00080000:2.0:1789761274.456860:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761274.456865:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761274.456875:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761274.456882:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508592384:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761274.456892:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508592512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761274.456906:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761274.456910:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761274.456912:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761274.456917:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1246
00000100:00080000:2.0:1789761274.456921:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761274.456926:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761274.456931:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761274.456941:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508592640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761274.456948:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761274.456952:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761274.456953:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761274.456956:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761274.456961:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1246
00000100:00080000:2.0:1789761274.456965:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761274.456968:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761274.456972:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761274.456979:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508592768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761274.456986:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761274.456988:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761274.456990:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761274.456992:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1246
00000100:00080000:2.0:1789761274.456994:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761274.456996:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761274.456999:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761274.457007:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff9686c7a99c00 x1876699508592384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761274.457009:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508592896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761274.457043:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761274.457046:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761274.457048:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761274.457052:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1246
00000100:00080000:2.0:1789761274.457056:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761274.457059:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761274.457065:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761274.457068:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508592384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761274.457081:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508593024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761274.457085:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761274.457097:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761274.457102:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508592384:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761274.457122:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508592512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761274.457142:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761274.457152:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff9686c7a9aa00 x1876699508592512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761274.457161:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508592512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761274.457171:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761274.457173:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761274.457175:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508592512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761274.457179:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508592640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761274.457190:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761274.457196:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff9686c7a9a300 x1876699508592640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761274.457203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508592640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761274.457208:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761274.457210:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761274.457212:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508592640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761274.457215:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508592768:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761274.457225:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761274.457231:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff9686c7a9b800 x1876699508592768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761274.457242:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508592768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761274.457250:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761274.457253:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761274.457258:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508592768:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761274.457264:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508592896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761274.457284:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761274.457295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff9686c7a9b100 x1876699508592896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761274.457306:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508592896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761274.457315:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761274.457318:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761274.457321:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508592896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761274.457326:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508593024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761274.457341:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761274.457349:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761274/real 1789761274]  req@ffff9686c7a98e00 x1876699508593024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761274.457356:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508593024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761299 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761274.457361:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761274.457363:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761274.457365:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508593024:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761274.520785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761275.544830:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761276.568768:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761277.592814:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761278.616804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761279.576744:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.576757:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761279.576763:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.576776:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1251
00000100:00080000:0.0:1789761279.576795:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.576805:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761279.576851:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508593152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761279.576873:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.576876:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761279.576878:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.576882:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1251
00000100:00080000:0.0:1789761279.576885:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.576891:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761279.576903:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761279.576907:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508593152:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761279.576921:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508593280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761279.576941:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.576945:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761279.576948:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.576960:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1251
00000100:00080000:0.0:1789761279.576965:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.576969:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761279.576975:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761279.576987:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508593408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761279.576998:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.577002:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761279.577004:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.577009:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1251
00000100:00080000:0.0:1789761279.577013:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.577017:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761279.577023:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761279.577036:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508593536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761279.577048:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508593280:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761279.577051:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.577056:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761279.577059:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.577065:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1251
00000100:00080000:0.0:1789761279.577071:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.577075:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761279.577082:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761279.577083:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508593408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761279.577107:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508593536:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761279.577112:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508593664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761279.577128:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761279.577134:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761279.577134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508593664:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761279.577139:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761279.577146:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1251
00000100:00080000:0.0:1789761279.577151:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761279.577156:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761279.577163:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761279.577178:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508593792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761279.577210:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508593792:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761279.640771:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761280.664786:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761281.688771:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761282.648927:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789761282.648997:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761282.649020:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761282.649062:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761282.649080:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761282.649094:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761282.649109:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761282.649119:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761282.650104:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9686c954e300 x1876699508593792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761282.650133:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508593792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761282.650145:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761282.650149:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761282.650153:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508593792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761282.650161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9686c954df80 x1876699508593664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761282.650173:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508593664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761282.650178:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761282.650181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761282.650183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508593664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761282.650188:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9686c954e680 x1876699508593536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761282.650203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508593536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761282.650208:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761282.650211:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761282.650213:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508593536:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761282.650217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9686c954ed80 x1876699508593280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761282.650224:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508593280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761282.650229:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761282.650231:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761282.650233:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508593280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761282.650237:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9686c954ca80 x1876699508593408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761282.650244:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508593408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761282.650252:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761282.650256:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761282.650260:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508593408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761282.650268:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761279/real 1789761282]  req@ffff9686c954fb80 x1876699508593152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761282.650283:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508593152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761304 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761282.650293:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761282.650298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761282.650302:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508593152:192.168.203.123@tcp:250:kworker.0
00010000:00010000:0.0:1789761282.712764:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761283.736801:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761284.696808:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761284.696821:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761284.696826:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761284.696839:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1256
00000100:00080000:0.0:1789761284.696854:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761284.696864:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761284.696920:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508593920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761284.696963:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761284.696968:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761284.696971:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761284.696976:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1256
00000100:00080000:0.0:1789761284.696981:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761284.696987:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761284.697001:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761284.697023:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508594048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761284.697023:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508593920:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761284.697042:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761284.697047:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761284.697048:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761284.697053:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1256
00000100:00080000:0.0:1789761284.697058:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761284.697063:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761284.697069:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761284.697083:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508594176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761284.697094:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761284.697099:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761284.697101:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761284.697106:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1256
00000100:00080000:0.0:1789761284.697111:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761284.697116:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761284.697122:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761284.697129:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761284.697137:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508594304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761284.697150:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761284.697155:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761284.697157:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761284.697162:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1256
00000100:00080000:0.0:1789761284.697166:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761284.697170:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761284.697175:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761284.697187:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508594432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761284.697197:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761284.697202:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761284.697205:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761284.697211:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9686c954ce00 x1876699508593920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761284.697213:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1256
00000100:00080000:0.0:1789761284.697219:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761284.697228:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761284.697237:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761284.697247:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508593920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761284.697253:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508594560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761284.697272:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761284.697284:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761284.697291:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508593920:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761284.697348:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508594048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761284.697377:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761284.697393:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9686c954d180 x1876699508594048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761284.697407:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508594048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761284.697415:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761284.697419:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761284.697423:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508594048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761284.697429:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508594176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761284.697453:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761284.697466:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9686c954c380 x1876699508594176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761284.697479:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508594176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761284.697488:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761284.697492:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761284.697495:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508594176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761284.697502:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508594304:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761284.697525:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761284.697538:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9686c954c000 x1876699508594304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761284.697551:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508594304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761284.697973:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761284.697979:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761284.697983:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508594304:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761284.697990:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508594432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761284.698020:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761284.698034:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9686c954c700 x1876699508594432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761284.698047:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508594432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761284.698055:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761284.698059:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761284.698063:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508594432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761284.698070:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508594560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761284.698092:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761284.698104:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761284/real 1789761284]  req@ffff9686c954ea00 x1876699508594560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761284.698116:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508594560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761309 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761284.698124:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761284.698128:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761284.698131:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508594560:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761284.760801:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761285.784826:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761286.808783:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761287.832791:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761288.856801:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761289.816811:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.816825:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761289.816832:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.816855:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1261
00000100:00080000:0.0:1789761289.816870:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.816884:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761289.816950:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508594688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761289.816980:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.816983:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761289.816985:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.816989:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1261
00000100:00080000:0.0:1789761289.817003:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.817007:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761289.817017:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761289.817027:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508594688:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761289.817029:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508594816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761289.817053:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.817056:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761289.817068:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.817078:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1261
00000100:00080000:0.0:1789761289.817081:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.817085:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761289.817089:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761289.817102:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508594944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761289.817110:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.817113:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761289.817114:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.817117:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1261
00000100:00080000:0.0:1789761289.817121:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761289.817125:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761289.817130:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761289.817147:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761289.817157:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508595072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761289.817167:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.817170:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761289.817171:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.817175:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1261
00000100:00080000:0.0:1789761289.817177:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.817180:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761289.817185:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761289.817199:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508595200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761289.817199:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9686c954f100 x1876699508594688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761289.817221:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761289.817223:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761289.817224:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761289.817227:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1261
00000100:00080000:0.0:1789761289.817229:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761289.817231:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761289.817233:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761289.817239:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508595328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761289.817322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508594688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761289.817476:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761289.817481:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761289.817484:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508594688:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761289.817562:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508594816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761289.817598:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761289.817653:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9686c954dc00 x1876699508594816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761289.817683:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508594816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761289.817689:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761289.817691:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761289.817693:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508594816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761289.817705:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508594944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761289.817722:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761289.817731:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9686c954d880 x1876699508594944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761289.817739:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508594944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761289.817748:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761289.817750:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761289.817752:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508594944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761289.817756:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508595072:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761289.817768:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761289.817774:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9686c954f800 x1876699508595072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761289.817785:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508595072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761289.817794:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761289.817798:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761289.817801:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508595072:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761289.817808:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508595200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761289.817830:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761289.817841:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9686c954ea00 x1876699508595200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761289.817849:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508595200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761289.817854:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761289.817856:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761289.817859:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508595200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761289.817864:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508595328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761289.817877:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761289.817883:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761289/real 1789761289]  req@ffff9686c954c700 x1876699508595328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761289.817890:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508595328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761314 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761289.817895:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761289.817897:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761289.817899:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508595328:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761289.880845:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761290.904799:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761291.928838:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761292.952774:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761293.976784:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761294.936786:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.936802:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761294.936809:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.936827:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1266
00000100:00080000:0.0:1789761294.936846:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.936857:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761294.936920:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508595456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761294.936949:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.936953:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761294.936956:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.936963:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1266
00000100:00080000:0.0:1789761294.936967:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.936973:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761294.936985:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761294.936988:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508595456:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761294.937002:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508595584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761294.937015:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.937019:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761294.937022:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.937027:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1266
00000100:00080000:0.0:1789761294.937031:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.937036:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761294.937042:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761294.937055:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508595712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761294.937063:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761294.937073:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.937077:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761294.937080:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.937085:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1266
00000100:00080000:0.0:1789761294.937091:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.937096:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761294.937102:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761294.937116:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508595840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761294.937122:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9686c954c000 x1876699508595456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761294.937133:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.937140:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761294.937142:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.937147:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1266
00000100:00100000:3.0:1789761294.937152:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508595456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761294.937153:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.937162:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761294.937172:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761294.937175:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.937182:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761294.937186:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508595968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761294.937191:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508595456:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761294.937207:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761294.937212:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761294.937214:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761294.937219:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1266
00000100:00080000:0.0:1789761294.937224:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761294.937230:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761294.937230:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508595584:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789761294.937254:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761294.937271:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508596096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761294.937282:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761294.937306:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9686c954c380 x1876699508595584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761294.937322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508595584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761294.937329:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.937333:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761294.937336:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508595584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761294.937341:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508595712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761294.937358:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761294.937365:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9686c954d180 x1876699508595712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761294.937373:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508595712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761294.937379:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.937381:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761294.937383:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508595712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761294.937387:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508595840:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761294.937399:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761294.937404:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9686c954ce00 x1876699508595840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761294.937411:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508595840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761294.937418:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.937420:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761294.937422:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508595840:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761294.937425:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508595968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761294.937436:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761294.937442:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9686c954fb80 x1876699508595968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761294.937449:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508595968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761294.937454:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.937456:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761294.937458:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508595968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761294.937471:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508596096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761294.937481:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761294.937487:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761294/real 1789761294]  req@ffff9686c954ca80 x1876699508596096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761294.937494:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508596096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761319 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761294.937499:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761294.937501:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761294.937504:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508596096:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761295.000795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761296.024832:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761297.048788:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761298.072810:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761299.096818:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761300.056781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.056805:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761300.056810:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.056828:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1271
00000100:00080000:1.0:1789761300.056847:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761300.056860:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761300.056917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508596224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761300.056950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.056953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761300.056954:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.056959:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1271
00000100:00080000:1.0:1789761300.056963:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761300.056968:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761300.056979:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761300.056991:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508596224:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761300.056993:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508596352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761300.057015:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.057017:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761300.057018:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.057024:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1271
00000100:00080000:1.0:1789761300.057026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761300.057028:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761300.057031:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761300.057039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508596480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761300.057046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.057050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761300.057051:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.057055:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1271
00000100:00080000:1.0:1789761300.057059:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761300.057061:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761300.057065:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761300.057075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508596608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761300.057085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761300.057085:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761300.057093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761300.057095:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.057099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1271
00000100:00080000:1.0:1789761300.057109:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761300.057114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761300.057119:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761300.057132:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508596736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761300.057140:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff9686c4beb800 x1876699508596224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761300.057146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761300.057162:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761300.057166:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761300.057173:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1271
00000100:00080000:1.0:1789761300.057176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761300.057181:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761300.057181:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508596224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761300.057192:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761300.057210:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761300.057232:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508596864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761300.057234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761300.057247:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508596224:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761300.057292:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508596352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761300.057316:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761300.057326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff9686c4beb480 x1876699508596352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761300.057334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508596352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761300.057340:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761300.057343:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761300.057345:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508596352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761300.057350:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508596480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761300.057361:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761300.057368:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff9686c4beb100 x1876699508596480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761300.057376:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508596480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761300.057381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761300.057383:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761300.057385:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508596480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761300.057389:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508596608:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761300.057401:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761300.057407:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff9686c4be9500 x1876699508596608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761300.057414:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508596608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761300.057420:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761300.057421:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761300.057423:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508596608:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761300.057427:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508596736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761300.057438:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761300.057444:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff9686c4be8e00 x1876699508596736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761300.057451:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508596736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761300.057456:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761300.057458:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761300.057460:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508596736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761300.057464:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508596864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761300.057475:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761300.057480:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761300/real 1789761300]  req@ffff9686c4beaa00 x1876699508596864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761300.057488:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508596864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761325 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761300.057493:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761300.057495:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761300.057497:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508596864:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761300.120809:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761301.144785:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761302.168808:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761303.192835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761304.216815:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761305.176740:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761305.176748:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761305.176752:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761305.176761:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1276
00000100:00080000:2.0:1789761305.176773:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761305.176779:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761305.176818:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508596992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761305.176850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761305.176855:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761305.176858:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761305.176864:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1276
00000100:00080000:2.0:1789761305.176869:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761305.176874:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761305.176882:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761305.176897:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508597120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761305.176906:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508596992:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761305.176909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761305.176926:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761305.176928:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761305.176932:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1276
00000100:00080000:2.0:1789761305.176934:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761305.176937:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761305.176942:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761305.176958:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508597248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761305.176969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761305.176972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761305.176973:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761305.176978:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1276
00000100:00080000:2.0:1789761305.176982:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761305.176984:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761305.176987:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761305.176994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508597376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761305.177001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761305.177004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761305.177005:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789761305.177012:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761305.177017:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1276
00000100:00080000:2.0:1789761305.177020:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761305.177024:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761305.177028:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761305.177039:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508597504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761305.177045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761305.177048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761305.177049:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761305.177054:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1276
00000100:00080000:2.0:1789761305.177058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761305.177062:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761305.177084:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff9686c7a98000 x1876699508596992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761305.177086:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761305.177106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508597632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761305.177117:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508596992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761305.177129:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761305.177143:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761305.177148:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508596992:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761305.177188:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508597120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761305.177216:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761305.177225:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff9686c7a99f80 x1876699508597120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761305.177234:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508597120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761305.177240:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761305.177242:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761305.177245:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508597120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761305.177249:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508597248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761305.177260:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761305.177267:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff9686c7a9a680 x1876699508597248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761305.177275:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508597248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761305.177280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761305.177282:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761305.177284:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508597248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761305.177288:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508597376:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761305.177299:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761305.177305:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff9686c7a98380 x1876699508597376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761305.177313:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508597376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761305.177318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761305.177320:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761305.177322:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508597376:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761305.177325:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508597504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761305.177336:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761305.177342:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff9686c7a9ad80 x1876699508597504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761305.177348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508597504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761305.177354:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761305.177356:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761305.177358:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508597504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761305.177362:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508597632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761305.177371:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761305.177377:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761305/real 1789761305]  req@ffff9686c7a99180 x1876699508597632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761305.177384:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508597632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761330 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761305.177389:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761305.177391:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761305.177393:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508597632:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761305.240789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761306.264793:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761307.288835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761308.312749:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761309.336831:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761310.296718:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761310.296729:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761310.296733:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761310.296745:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1282
00000100:00080000:2.0:1789761310.296758:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761310.296767:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761310.296812:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508597760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761310.296838:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761310.296842:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761310.296843:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761310.296846:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1282
00000100:00080000:2.0:1789761310.296849:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761310.296851:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761310.296861:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761310.296871:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508597888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761310.296878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761310.296882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761310.296883:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761310.296886:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1282
00000100:00080000:2.0:1789761310.296888:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761310.296892:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761310.296895:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761310.296899:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508597760:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761310.296904:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508598016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761310.296914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761310.296916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761310.296918:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761310.296920:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1282
00000100:00080000:2.0:1789761310.296922:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761310.296925:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761310.296928:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761310.296936:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508598144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761310.296943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761310.296946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761310.296948:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761310.296950:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1282
00000100:00080000:2.0:1789761310.296952:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761310.296955:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761310.296959:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761310.296965:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508598272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761310.296972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761310.296975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761310.296976:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761310.296978:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1282
00000100:00080000:2.0:1789761310.296980:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761310.296982:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761310.296985:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761310.296990:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761310.296999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508598400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761310.297034:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff9686c7a9b480 x1876699508597760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761310.297050:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508597760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761310.297060:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761310.297063:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761310.297067:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508597760:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761310.297072:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508597888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761310.297088:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761310.297097:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff9686c7a98700 x1876699508597888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761310.297105:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508597888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761310.297112:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761310.297115:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761310.297118:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508597888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761310.297162:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508598016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761310.297184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761310.297194:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff9686c7a9bb80 x1876699508598016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761310.297202:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508598016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761310.297208:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761310.297210:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761310.297212:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508598016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761310.297217:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508598144:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761310.297229:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761310.297235:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff9686c7a99880 x1876699508598144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761310.297243:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508598144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761310.297248:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761310.297250:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761310.297252:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508598144:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761310.297255:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508598272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761310.297266:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761310.297272:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff9686c7a98a80 x1876699508598272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761310.297279:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508598272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761310.297284:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761310.297286:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761310.297288:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508598272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761310.297291:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508598400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761310.297300:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761310.297306:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761310/real 1789761310]  req@ffff9686c7a99180 x1876699508598400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761310.297314:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508598400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761335 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761310.297319:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761310.297321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761310.297322:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508598400:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761310.360756:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761311.384804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761312.408808:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761313.432833:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761314.456796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761315.416711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761315.416722:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761315.416727:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761315.416746:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1287
00000100:00080000:2.0:1789761315.416759:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761315.416768:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761315.416815:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508598528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761315.416843:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761315.416846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761315.416847:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761315.416851:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1287
00000100:00080000:2.0:1789761315.416854:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761315.416857:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761315.416867:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761315.416877:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508598656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761315.416890:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508598528:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761315.416890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761315.416901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761315.416904:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761315.416910:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1287
00000100:00080000:2.0:1789761315.416914:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761315.416919:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761315.416925:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761315.416940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508598784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761315.416952:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761315.416956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761315.416958:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761315.416961:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1287
00000100:00080000:2.0:1789761315.416964:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761315.416971:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761315.416971:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761315.416979:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761315.416991:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508598912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761315.417003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761315.417006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761315.417008:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761315.417011:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1287
00000100:00080000:2.0:1789761315.417013:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761315.417016:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761315.417019:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761315.417032:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508599040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761315.417033:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff9686c7a9ad80 x1876699508598528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761315.417047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761315.417050:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761315.417053:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761315.417061:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1287
00000100:00080000:2.0:1789761315.417067:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761315.417069:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761315.417073:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761315.417079:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508598528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761315.417082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508599168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761315.417116:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761315.417122:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761315.417126:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508598528:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761315.417151:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508598656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761315.417172:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761315.417182:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff9686c7a98380 x1876699508598656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761315.417192:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508598656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761315.417198:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761315.417200:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761315.417202:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508598656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761315.417206:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508598784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761315.417217:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761315.417223:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff9686c7a9a680 x1876699508598784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761315.417230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508598784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761315.417235:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761315.417237:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761315.417239:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508598784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761315.417243:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508598912:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761315.417262:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761315.417273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff9686c7a99f80 x1876699508598912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761315.417286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508598912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761315.417300:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761315.417303:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761315.417305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508598912:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761315.417310:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508599040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761315.417326:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761315.417334:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff9686c7a98000 x1876699508599040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761315.417341:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508599040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761315.417347:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761315.417349:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761315.417351:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508599040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761315.417355:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508599168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761315.417365:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761315.417370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761315/real 1789761315]  req@ffff9686c7a98e00 x1876699508599168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761315.417378:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508599168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761340 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761315.417383:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761315.417384:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761315.417387:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508599168:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761315.480835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761316.504815:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761317.528831:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761318.552749:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761319.576794:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761320.536751:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761320.536760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761320.536764:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761320.536774:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1292
00000100:00080000:1.0:1789761320.536786:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761320.536793:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761320.536828:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508599296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761320.536854:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761320.536858:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761320.536859:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761320.536864:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1292
00000100:00080000:1.0:1789761320.536866:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761320.536868:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761320.536877:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761320.536892:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508599424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761320.536906:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508599296:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761320.536907:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761320.536916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761320.536918:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761320.536923:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1292
00000100:00080000:1.0:1789761320.536928:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761320.536933:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761320.536939:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761320.536954:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508599552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761320.536980:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761320.536984:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761320.536989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761320.536992:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761320.536998:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1292
00000100:00080000:1.0:1789761320.537003:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761320.537006:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761320.537011:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761320.537020:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9686c4be9880 x1876699508599296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761320.537040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508599680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761320.537064:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761320.537071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761320.537073:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761320.537077:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1292
00000100:00080000:1.0:1789761320.537081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761320.537084:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761320.537090:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508599296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761320.537090:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761320.537103:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508599808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761320.537106:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761320.537118:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761320.537127:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508599296:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761320.537128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761320.537137:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761320.537140:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761320.537145:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1292
00000100:00080000:1.0:1789761320.537150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761320.537154:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761320.537160:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508599424:192.168.203.123@tcp:38:kworker.0
00000008:00100000:1.0:1789761320.537160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761320.537180:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508599936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761320.537197:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761320.537215:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9686c4be8700 x1876699508599424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761320.537227:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508599424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761320.537233:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761320.537235:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761320.537238:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508599424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761320.537243:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508599552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761320.537268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761320.537279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9686c4be8000 x1876699508599552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761320.537292:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508599552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761320.537301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761320.537305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761320.537309:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508599552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761320.537315:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508599680:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761320.537333:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761320.537342:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9686c4beaa00 x1876699508599680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761320.537349:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508599680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761320.537355:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761320.537357:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761320.537359:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508599680:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761320.537363:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508599808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761320.537374:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761320.537380:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9686c4be8e00 x1876699508599808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761320.537388:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508599808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761320.537400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761320.537402:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761320.537404:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508599808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761320.537417:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508599936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761320.537428:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761320.537435:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761320/real 1789761320]  req@ffff9686c4be9500 x1876699508599936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761320.537442:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508599936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761345 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761320.537447:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761320.537449:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761320.537450:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508599936:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761320.600791:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761321.624827:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761322.648786:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761323.672768:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761324.696813:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761325.656719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.656730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761325.656734:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.656746:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1297
00000100:00080000:1.0:1789761325.656760:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.656769:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761325.656813:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508600064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761325.656839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.656842:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761325.656843:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.656846:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1297
00000100:00080000:1.0:1789761325.656849:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.656852:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761325.656862:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761325.656872:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508600192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761325.656880:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.656883:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761325.656884:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.656887:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1297
00000100:00080000:1.0:1789761325.656889:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.656891:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761325.656894:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761325.656898:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508600064:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761325.656904:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508600320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761325.656914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.656916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761325.656917:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.656919:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1297
00000100:00080000:1.0:1789761325.656921:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.656923:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761325.656926:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761325.656935:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508600448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761325.656941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.656943:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761325.656946:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.656948:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1297
00000100:00080000:1.0:1789761325.656951:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.656954:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761325.656957:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761325.656963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508600576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761325.656969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761325.656971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761325.656972:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761325.656974:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1297
00000100:00080000:1.0:1789761325.656984:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761325.656988:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761325.656991:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761325.656997:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761325.657000:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508600704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761325.657068:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9686c4beb100 x1876699508600064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761325.657091:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508600064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761325.657101:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761325.657105:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761325.657108:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508600064:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761325.657115:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508600192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761325.657139:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761325.657152:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9686c4beb480 x1876699508600192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761325.657161:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508600192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761325.657167:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761325.657169:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761325.657171:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508600192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761325.657196:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508600320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761325.657211:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761325.657221:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9686c4beb800 x1876699508600320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761325.657234:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508600320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761325.657251:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761325.657256:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761325.657260:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508600320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761325.657268:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508600448:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761325.657292:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761325.657308:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9686c4be9f80 x1876699508600448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761325.657322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508600448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761325.657330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761325.657334:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761325.657337:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508600448:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761325.657344:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508600576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761325.657360:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761325.657369:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9686c4bead80 x1876699508600576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761325.657377:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508600576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761325.657382:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761325.657383:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761325.657386:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508600576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761325.657390:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508600704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761325.657402:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761325.657409:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761325/real 1789761325]  req@ffff9686c4be8380 x1876699508600704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761325.657420:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508600704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761350 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761325.657425:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761325.657427:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761325.657430:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508600704:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761325.720788:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761326.744893:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761327.768784:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761328.792811:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761329.816807:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761330.776724:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.776741:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761330.776746:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761330.776759:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1302
00000100:00080000:2.0:1789761330.776772:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.776781:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761330.776823:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508600832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.776849:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.776852:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761330.776853:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761330.776857:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1302
00000100:00080000:2.0:1789761330.776859:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.776862:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761330.776872:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761330.776885:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508600960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.776898:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.776902:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761330.776907:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508600832:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761330.776907:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761330.776917:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1302
00000100:00080000:2.0:1789761330.776922:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.776927:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761330.776932:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761330.776944:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508601088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.776953:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.776956:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761330.776958:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761330.776961:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1302
00000100:00080000:2.0:1789761330.776964:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.776967:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761330.776985:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761330.776996:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508601216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761330.777002:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761330.777010:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.777014:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761330.777016:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761330.777019:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1302
00000100:00080000:2.0:1789761330.777023:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.777027:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761330.777030:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761330.777037:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508601344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761330.777044:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761330.777047:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761330.777048:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761330.777050:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1302
00000100:00080000:2.0:1789761330.777053:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761330.777056:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761330.777060:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761330.777066:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9686c7a9b100 x1876699508600832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761330.777071:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508601472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761330.777113:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508600832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761330.777124:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761330.777128:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761330.777133:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508600832:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761330.777156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508600960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761330.777178:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761330.777189:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9686c7a9b800 x1876699508600960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761330.777206:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508600960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761330.777212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761330.777215:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761330.777217:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508600960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761330.777221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508601088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761330.777235:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761330.777241:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9686c7a9a300 x1876699508601088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761330.777249:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508601088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761330.777254:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761330.777256:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761330.777258:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508601088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761330.777262:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508601216:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761330.777282:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761330.777290:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9686c7a9aa00 x1876699508601216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761330.777298:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508601216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761330.777303:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761330.777305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761330.777307:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508601216:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761330.777310:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508601344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761330.777323:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761330.777329:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9686c7a99c00 x1876699508601344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761330.777337:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508601344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761330.777342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761330.777344:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761330.777346:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508601344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761330.777349:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508601472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761330.777359:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761330.777365:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761330/real 1789761330]  req@ffff9686c7a98e00 x1876699508601472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761330.777372:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508601472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761355 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761330.777378:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761330.777380:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761330.777382:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508601472:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761330.840800:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761331.864785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761332.888816:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761333.912787:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761334.936843:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761335.896770:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761335.896780:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761335.896785:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761335.896795:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1307
00000100:00080000:0.0:1789761335.896806:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761335.896812:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761335.896845:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508601600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761335.896870:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761335.896873:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761335.896874:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761335.896877:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1307
00000100:00080000:0.0:1789761335.896880:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761335.896883:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761335.896890:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761335.896902:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508601728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761335.896902:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508601600:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761335.896916:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761335.896918:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761335.896919:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761335.896923:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1307
00000100:00080000:0.0:1789761335.896925:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761335.896928:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761335.896945:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761335.896956:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508601856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761335.896963:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761335.896966:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761335.896967:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761335.896976:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1307
00000800:00000100:3.0:1789761335.896978:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761335.896981:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761335.896988:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761335.896994:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761335.897007:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508601984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761335.897017:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9686c954ed80 x1876699508601600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761335.897020:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761335.897031:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761335.897035:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761335.897040:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508601600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761335.897041:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1307
00000100:00080000:0.0:1789761335.897051:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761335.897054:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761335.897059:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761335.897061:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761335.897067:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508601600:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789761335.897069:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761335.897082:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508602112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761335.897089:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508601728:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761335.897094:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761335.897098:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761335.897100:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761335.897104:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1307
00000100:00080000:0.0:1789761335.897108:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761335.897111:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761335.897116:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789761335.897117:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761335.897128:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508602240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761335.897130:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9686c954e680 x1876699508601728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761335.897157:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508601728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761335.897163:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.897166:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761335.897169:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508601728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761335.897173:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508601856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761335.897185:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761335.897192:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9686c954df80 x1876699508601856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761335.897199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508601856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761335.897204:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.897206:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761335.897208:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508601856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761335.897211:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508601984:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761335.897222:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761335.897228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9686c954e300 x1876699508601984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761335.897235:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508601984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761335.897240:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.897242:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761335.897244:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508601984:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761335.897254:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508602112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761335.897265:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761335.897271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9686c954ca80 x1876699508602112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761335.897278:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508602112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761335.897283:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.897285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761335.897287:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508602112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761335.897290:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508602240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761335.897299:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761335.897305:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761335/real 1789761335]  req@ffff9686c954fb80 x1876699508602240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761335.897312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508602240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761360 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761335.897317:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761335.897319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761335.897321:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508602240:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761335.960789:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761336.984802:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761338.008793:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761339.032794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761340.056781:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761341.016774:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761341.016785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761341.016790:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761341.016801:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1312
00000100:00080000:1.0:1789761341.016813:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761341.016821:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761341.016865:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508602368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761341.016916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761341.016919:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761341.016921:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761341.016925:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1312
00000100:00080000:1.0:1789761341.016928:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761341.016932:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761341.016942:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761341.016954:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508602496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761341.016959:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508602368:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761341.016968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761341.016972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761341.016973:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761341.016976:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1312
00000100:00080000:1.0:1789761341.016979:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761341.016981:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761341.016985:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761341.016993:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508602624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761341.016999:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761341.017002:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761341.017003:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761341.017006:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1312
00000100:00080000:1.0:1789761341.017009:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761341.017012:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761341.017016:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761341.017025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508602752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761341.017032:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761341.017035:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761341.017036:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761341.017041:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1312
00000800:00000100:3.0:1789761341.017043:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761341.017045:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761341.017048:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761341.017052:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761341.017060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508602880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761341.017067:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761341.017070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761341.017071:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761341.017073:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1312
00000100:00080000:1.0:1789761341.017076:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761341.017078:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761341.017082:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761341.017088:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508603008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761341.017099:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff9686c4be9c00 x1876699508602368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761341.017117:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508602368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761341.017127:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761341.017130:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761341.017133:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508602368:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761341.017156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508602496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761341.017172:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761341.017181:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff9686c4bea680 x1876699508602496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761341.017190:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508602496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761341.017195:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761341.017197:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761341.017199:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508602496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761341.017204:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508602624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761341.017215:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761341.017221:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff9686c4bebb80 x1876699508602624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761341.017228:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508602624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761341.017233:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761341.017235:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761341.017236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508602624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761341.017240:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508602752:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761341.017250:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761341.017256:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff9686c4be8380 x1876699508602752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761341.017263:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508602752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761341.017269:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761341.017270:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761341.017272:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508602752:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761341.017275:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508602880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761341.017286:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761341.017292:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff9686c4bead80 x1876699508602880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761341.017300:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508602880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761341.017305:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761341.017307:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761341.017309:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508602880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761341.017312:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508603008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761341.017323:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761341.017329:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761341/real 1789761341]  req@ffff9686c4be9f80 x1876699508603008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761341.017336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508603008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761366 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761341.017341:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761341.017343:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761341.017345:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508603008:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761341.080812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761342.104841:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761343.128779:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761344.152817:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761345.176764:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761346.136711:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.136726:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761346.136733:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.136746:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1317
00000100:00080000:1.0:1789761346.136760:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.136768:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761346.136809:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508603136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761346.136834:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.136837:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761346.136838:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.136842:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1317
00000100:00080000:1.0:1789761346.136846:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.136850:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761346.136877:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761346.136879:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508603136:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761346.136891:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508603264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761346.136900:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.136903:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761346.136905:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.136908:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1317
00000100:00080000:1.0:1789761346.136911:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.136914:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761346.136918:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761346.136928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508603392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761346.136935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.136938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761346.136940:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.136942:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1317
00000100:00080000:1.0:1789761346.136944:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.136947:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761346.136950:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761346.136957:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508603520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761346.136964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.136967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761346.136968:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.136971:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1317
00000100:00080000:1.0:1789761346.136973:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.136976:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761346.136979:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761346.136987:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508603648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761346.136994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761346.136997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761346.136999:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761346.137004:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1317
00000100:00080000:1.0:1789761346.137007:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761346.137010:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761346.137013:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761346.137019:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508603264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761346.137024:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508603776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761346.137055:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508603392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761346.137072:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508603520:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761346.137085:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508603648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761346.137104:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508603776:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761346.200812:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761347.224757:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761348.248788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761349.208920:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:0.0:1789761349.208967:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761349.208985:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789761349.209032:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789761349.209045:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789761349.209058:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789761349.209071:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:1.0:1789761349.209080:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761349]  req@ffff9686c4beb480 x1876699508603264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:0.0:1789761349.209085:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:1.0:1789761349.209118:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508603264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761349.209134:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761349.209141:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761349.209146:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508603264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761349.209157:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761349]  req@ffff9686c4beb100 x1876699508603392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761349.209171:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508603392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761349.209180:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761349.209184:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761349.209188:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508603392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761349.209196:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761349]  req@ffff9686c4be9500 x1876699508603520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761349.209211:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508603520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761349.209221:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761349.209225:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761349.209228:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508603520:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761349.209236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761349]  req@ffff9686c4be8e00 x1876699508603648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761349.209252:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508603648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761349.209261:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761349.209265:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761349.209269:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508603648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761349.209277:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761349]  req@ffff9686c4beb800 x1876699508603136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761349.209292:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508603136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761349.209301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761349.209304:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761349.209308:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508603136:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761349.209341:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761346/real 1789761349]  req@ffff9686c4beaa00 x1876699508603776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761349.209356:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508603776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761371 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761349.209365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761349.209368:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761349.209372:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508603776:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761349.272769:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761350.296793:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761351.256828:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761351.256841:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761351.256846:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761351.256859:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1322
00000100:00080000:0.0:1789761351.256873:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761351.256883:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761351.256932:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508603904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761351.256962:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761351.256965:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761351.256966:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761351.256970:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1322
00000100:00080000:0.0:1789761351.256974:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761351.256978:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761351.256991:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761351.257009:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508604032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761351.257014:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508603904:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761351.257034:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761351.257039:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761351.257041:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761351.257047:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1322
00000100:00080000:0.0:1789761351.257052:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761351.257057:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761351.257064:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761351.257081:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508604160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761351.257092:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761351.257096:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761351.257098:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761351.257102:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1322
00000100:00080000:0.0:1789761351.257107:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761351.257112:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761351.257118:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761351.257122:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761351.257136:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508604288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761351.257150:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761351.257154:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761351.257156:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761351.257160:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1322
00000100:00080000:0.0:1789761351.257165:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761351.257170:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761351.257176:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761351.257184:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761351]  req@ffff9686c954ce00 x1876699508603904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761351.257191:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508604416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761351.257213:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761351.257216:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761351.257218:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761351.257223:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1322
00000100:00100000:1.0:1789761351.257228:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508603904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761351.257229:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761351.257238:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761351.257248:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761351.257253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761351.257262:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761351.257264:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508604544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761351.257272:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508603904:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761351.257312:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508604032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761351.257343:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761351.257358:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761351]  req@ffff9686c954d180 x1876699508604032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761351.257373:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508604032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761351.257390:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761351.257394:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761351.257399:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508604032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761351.257405:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508604160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761351.257429:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761351.257441:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761351]  req@ffff9686c954c380 x1876699508604160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761351.257460:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508604160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761351.257470:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761351.257474:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761351.257477:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508604160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761351.257485:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508604288:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761351.257508:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761351.257518:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761351]  req@ffff9686c954c000 x1876699508604288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761351.257526:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508604288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761351.257534:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761351.257538:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761351.257548:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508604288:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761351.257556:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508604416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761351.257579:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761351.257592:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761351]  req@ffff9686c954c700 x1876699508604416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761351.257603:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508604416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761351.257611:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761351.257614:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761351.257618:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508604416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761351.257624:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508604544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761351.257677:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761351.257695:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761351/real 1789761351]  req@ffff9686c954ea00 x1876699508604544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761351.257707:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508604544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761376 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761351.257715:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761351.257719:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761351.257722:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508604544:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761351.320773:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761352.344848:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761353.368750:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761354.392830:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761355.416766:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761356.376712:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761356.376726:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761356.376731:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761356.376744:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1328
00000100:00080000:0.0:1789761356.376758:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761356.376768:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761356.376830:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508604672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761356.376854:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761356.376857:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761356.376859:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761356.376862:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1328
00000100:00080000:0.0:1789761356.376865:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761356.376869:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761356.376878:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761356.376888:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508604800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761356.376896:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761356.376898:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761356.376900:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761356.376907:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1328
00000100:00100000:1.0:1789761356.376907:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508604672:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761356.376918:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761356.376921:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761356.376927:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761356.376937:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508604928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761356.376943:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761356.376946:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761356.376948:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761356.376951:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1328
00000100:00080000:0.0:1789761356.376953:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761356.376955:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761356.376958:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761356.376968:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508605056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761356.376974:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761356.376976:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761356.376978:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761356.376980:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1328
00000100:00080000:0.0:1789761356.376982:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761356.376985:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761356.376988:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761356.376997:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761356.376998:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508605184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761356.377008:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761356.377011:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761356.377012:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761356.377015:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1328
00000100:00080000:0.0:1789761356.377017:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761356.377020:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761356.377023:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761356.377031:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508605312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761356.377056:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff9686c954f800 x1876699508604672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761356.377074:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508604672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761356.377083:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761356.377086:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761356.377089:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508604672:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761356.377112:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508604800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761356.377131:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761356.377140:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff9686c954d880 x1876699508604800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761356.377152:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508604800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761356.377163:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761356.377166:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761356.377171:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508604800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761356.377177:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508604928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761356.377199:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761356.377212:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff9686c954dc00 x1876699508604928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761356.377226:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508604928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761356.377242:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761356.377247:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761356.377251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508604928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761356.377257:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508605056:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761356.377282:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761356.377295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff9686c954f100 x1876699508605056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761356.377308:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508605056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761356.377318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761356.377321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761356.377325:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508605056:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761356.377342:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508605184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761356.377360:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761356.377368:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff9686c954ea00 x1876699508605184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761356.377377:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508605184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761356.377382:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761356.377384:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761356.377387:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508605184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761356.377391:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508605312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761356.377402:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761356.377408:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761356/real 1789761356]  req@ffff9686c954c700 x1876699508605312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761356.377415:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508605312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761381 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761356.377420:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761356.377422:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761356.377424:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508605312:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761356.440787:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761357.464765:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761358.488804:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761359.512740:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761360.536795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761361.496858:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.496864:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761361.496868:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.496876:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1333
00000100:00080000:3.0:1789761361.496886:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.496892:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761361.496923:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276d80 x1876699508605440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.496948:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.496953:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761361.496955:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.496959:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1333
00000100:00080000:3.0:1789761361.496962:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.496965:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761361.496971:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508605440:192.168.203.123@tcp:250:kworker.0
00000008:00100000:3.0:1789761361.496973:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761361.496992:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275f80 x1876699508605568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.497001:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.497004:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761361.497005:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.497008:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1333
00000100:00080000:3.0:1789761361.497013:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.497017:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761361.497020:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761361.497029:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274700 x1876699508605696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761361.497036:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789761361.497050:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.497054:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761361.497055:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.497059:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1333
00000100:00080000:3.0:1789761361.497062:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.497064:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761361.497068:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761361.497074:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9686d8276d80 x1876699508605440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761361.497079:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274a80 x1876699508605824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761361.497104:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.497109:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761361.497112:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761361.497113:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276d80 x1876699508605440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761361.497117:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1333
00000100:00080000:3.0:1789761361.497122:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.497128:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789761361.497132:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761361.497133:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761361.497141:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761361.497144:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277800 x1876699508605952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761361.497149:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508605440:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789761361.497161:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761361.497164:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761361.497165:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761361.497169:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1333
00000100:00080000:3.0:1789761361.497171:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761361.497173:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761361.497175:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761361.497185:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508605568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761361.497185:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276a00 x1876699508606080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761361.497214:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761361.497227:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9686d8275f80 x1876699508605568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.497239:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275f80 x1876699508605568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.497248:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.497252:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761361.497261:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508605568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761361.497273:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508605696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761361.497300:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761361.497316:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9686d8274700 x1876699508605696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.497330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274700 x1876699508605696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.497338:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.497342:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761361.497346:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508605696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761361.497353:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508605824:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761361.497383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761361.497392:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9686d8274a80 x1876699508605824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.497403:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274a80 x1876699508605824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.497412:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.497416:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761361.497420:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508605824:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761361.497426:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508605952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761361.497449:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761361.497465:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9686d8277800 x1876699508605952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.497478:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277800 x1876699508605952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.497488:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.497492:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761361.497495:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508605952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761361.497533:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508606080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761361.497558:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761361.497576:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761361/real 1789761361]  req@ffff9686d8276a00 x1876699508606080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761361.497591:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276a00 x1876699508606080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761386 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761361.497616:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761361.497620:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761361.497624:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508606080:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761361.560815:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761362.584791:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761363.608771:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761364.632773:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761365.656784:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761366.616746:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.616767:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761366.616773:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.616785:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1338
00000100:00080000:3.0:1789761366.616800:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.616808:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761366.616853:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276a00 x1876699508606208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.616882:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.616885:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.616890:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.616894:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1338
00000100:00080000:3.0:1789761366.616897:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.616900:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761366.616910:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.616920:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277800 x1876699508606336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.616930:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.616932:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761366.616933:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.616939:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1338
00000100:00100000:0.0:1789761366.616941:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508606208:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789761366.616942:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.616946:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761366.616953:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761366.616961:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274a80 x1876699508606464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.616966:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.616969:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.616971:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.616973:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1338
00000100:00080000:3.0:1789761366.616975:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.616977:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761366.616981:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761366.616989:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274700 x1876699508606592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.616997:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.617001:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761366.617003:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.617007:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1338
00000100:00080000:3.0:1789761366.617011:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.617016:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761366.617021:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761366.617026:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761366.617039:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275f80 x1876699508606720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761366.617051:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761366.617055:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761366.617057:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761366.617060:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1338
00000100:00080000:3.0:1789761366.617064:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761366.617068:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761366.617073:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761366.617075:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9686d8276a00 x1876699508606208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761366.617086:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276d80 x1876699508606848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761366.617095:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276a00 x1876699508606208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.617114:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.617119:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761366.617127:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508606208:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761366.617163:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508606336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761366.617196:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761366.617217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9686d8277800 x1876699508606336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.617241:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277800 x1876699508606336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.617251:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.617254:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761366.617257:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508606336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761366.617264:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508606464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761366.617286:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761366.617297:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9686d8274a80 x1876699508606464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.617315:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274a80 x1876699508606464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.617322:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.617325:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761366.617328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508606464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761366.617334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508606592:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761366.617361:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761366.617371:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9686d8274700 x1876699508606592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.617384:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274700 x1876699508606592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.617392:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.617395:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761366.617398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508606592:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761366.617405:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508606720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761366.617425:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761366.617437:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9686d8275f80 x1876699508606720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.617449:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275f80 x1876699508606720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.617460:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.617462:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761366.617464:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508606720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761366.617469:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508606848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761366.617483:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761366.617490:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761366/real 1789761366]  req@ffff9686d8276d80 x1876699508606848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761366.617498:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276d80 x1876699508606848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761391 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761366.617503:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761366.617505:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761366.617508:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508606848:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761366.680813:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761367.704816:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761368.728814:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761369.752851:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761370.776813:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761371.736735:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761371.736744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761371.736748:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761371.736763:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1343
00000100:00080000:1.0:1789761371.736774:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761371.736781:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761371.736813:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508606976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761371.736833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761371.736836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761371.736837:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761371.736840:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1343
00000100:00080000:1.0:1789761371.736843:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761371.736848:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761371.736856:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761371.736869:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508606976:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761371.736869:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508607104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761371.736883:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761371.736886:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761371.736887:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761371.736891:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1343
00000100:00080000:1.0:1789761371.736893:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761371.736896:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761371.736899:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761371.736907:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508607232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761371.736914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761371.736916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761371.736918:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761371.736921:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1343
00000100:00080000:1.0:1789761371.736923:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761371.736925:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761371.736929:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761371.736930:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761371.736942:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508607360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761371.736950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761371.736952:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761371.736954:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761371.736956:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1343
00000100:00080000:1.0:1789761371.736960:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761371.736962:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761371.736966:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761371.736967:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9686c4beaa00 x1876699508606976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761371.736976:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508607488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761371.736989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761371.736991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761371.736992:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761371.736996:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1343
00000100:00100000:0.0:1789761371.736998:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508606976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761371.736999:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761371.737004:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761371.737017:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761371.737019:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.737027:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761371.737028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508607616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761371.737037:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508606976:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761371.737064:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508607104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761371.737084:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761371.737093:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9686c4beb800 x1876699508607104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.737102:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508607104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.737108:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.737110:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761371.737112:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508607104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761371.737116:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508607232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761371.737127:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761371.737133:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9686c4be8e00 x1876699508607232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.737140:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508607232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.737145:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.737147:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761371.737149:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508607232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761371.737153:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508607360:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761371.737164:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761371.737170:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9686c4be9500 x1876699508607360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.737177:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508607360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.737182:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.737184:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761371.737186:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508607360:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761371.737195:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508607488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761371.737206:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761371.737212:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9686c4beb100 x1876699508607488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.737219:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508607488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.737224:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.737226:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761371.737228:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508607488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761371.737231:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508607616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761371.737248:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761371.737259:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761371/real 1789761371]  req@ffff9686c4beb480 x1876699508607616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761371.737272:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508607616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761396 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761371.737279:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761371.737281:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761371.737283:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508607616:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761371.800793:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761372.824821:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761373.848812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761374.872805:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761375.896799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761376.856750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.856762:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761376.856767:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.856778:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1348
00000100:00080000:1.0:1789761376.856792:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.856801:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761376.856844:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508607744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761376.856877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.856882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761376.856884:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.856889:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1348
00000100:00080000:1.0:1789761376.856893:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.856898:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761376.856910:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761376.856924:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508607872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761376.856935:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508607744:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761376.856935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.856945:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761376.856947:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.856951:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1348
00000100:00080000:1.0:1789761376.856954:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.856957:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761376.856961:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761376.856971:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508608000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761376.856979:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.856982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761376.856984:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.856986:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1348
00000100:00080000:1.0:1789761376.857005:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.857008:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761376.857012:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761376.857017:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761376.857025:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508608128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761376.857034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761376.857037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761376.857039:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.857042:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1348
00000100:00080000:1.0:1789761376.857044:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.857046:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761376.857050:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761376.857058:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508608256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761376.857066:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761376.857069:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9686c4be8000 x1876699508607744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761376.857070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761376.857073:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761376.857080:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1348
00000100:00080000:1.0:1789761376.857085:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761376.857088:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761376.857092:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761376.857094:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508607744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761376.857102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508608384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761376.857105:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761376.857114:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761376.857120:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508607744:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761376.857149:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508607872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761376.857166:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761376.857175:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9686c4be8700 x1876699508607872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761376.857184:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508607872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761376.857189:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761376.857192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761376.857194:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508607872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761376.857197:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508608000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761376.857207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761376.857213:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9686c4be9880 x1876699508608000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761376.857220:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508608000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761376.857225:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761376.857227:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761376.857229:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508608000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761376.857233:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508608128:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761376.857244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761376.857250:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9686c4beb480 x1876699508608128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761376.857257:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508608128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761376.857267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761376.857269:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761376.857270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508608128:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761376.857273:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508608256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761376.857284:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761376.857290:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9686c4beb100 x1876699508608256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761376.857296:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508608256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761376.857301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761376.857303:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761376.857305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508608256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761376.857309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508608384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761376.857318:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761376.857324:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761376/real 1789761376]  req@ffff9686c4be9500 x1876699508608384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761376.857331:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508608384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761401 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761376.857336:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761376.857338:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761376.857340:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508608384:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761376.920810:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761377.944803:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761378.968774:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761379.992817:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761381.016824:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761381.976721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761381.976729:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761381.976734:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761381.976744:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1353
00000100:00080000:1.0:1789761381.976755:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761381.976762:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761381.976810:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508608512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761381.976836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761381.976839:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761381.976841:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761381.976843:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1353
00000100:00080000:1.0:1789761381.976846:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761381.976848:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761381.976856:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761381.976864:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508608640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761381.976872:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761381.976874:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761381.976875:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761381.976878:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1353
00000100:00080000:1.0:1789761381.976880:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761381.976883:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761381.976886:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761381.976893:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508608768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761381.976902:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508608512:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761381.976902:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761381.976908:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761381.976911:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761381.976916:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1353
00000100:00080000:1.0:1789761381.976918:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761381.976920:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761381.976923:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761381.976930:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508608896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761381.976936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761381.976938:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761381.976939:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761381.976942:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1353
00000100:00080000:1.0:1789761381.976944:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761381.976947:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761381.976950:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761381.976956:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508609024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761381.976961:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761381.976964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761381.976965:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761381.976967:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1353
00000100:00080000:1.0:1789761381.976970:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761381.976975:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789761381.976976:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789761381.976979:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761381.976988:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508609152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761381.977024:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9686c4be8e00 x1876699508608512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761381.977038:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508608512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761381.977045:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761381.977048:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761381.977050:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508608512:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761381.977056:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508608640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761381.977072:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761381.977080:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9686c4beb800 x1876699508608640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761381.977088:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508608640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761381.977094:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761381.977096:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761381.977098:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508608640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761381.977121:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508608768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761381.977141:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761381.977154:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9686c4beaa00 x1876699508608768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761381.977167:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508608768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761381.977176:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761381.977179:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761381.977183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508608768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761381.977190:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508608896:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761381.977211:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761381.977220:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9686c4be9f80 x1876699508608896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761381.977228:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508608896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761381.977234:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761381.977236:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761381.977238:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508608896:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761381.977242:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508609024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761381.977254:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761381.977261:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9686c4bead80 x1876699508609024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761381.977268:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508609024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761381.977273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761381.977274:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761381.977276:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508609024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761381.977279:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508609152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761381.977289:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761381.977294:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761381/real 1789761381]  req@ffff9686c4be8380 x1876699508609152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761381.977302:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508609152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761406 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761381.977307:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761381.977308:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761381.977310:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508609152:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761382.040780:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761383.064829:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761384.088811:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761385.112810:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761386.136789:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761387.096752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.096760:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761387.096764:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.096774:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1358
00000100:00080000:1.0:1789761387.096784:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.096792:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761387.096830:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508609280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.096859:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.096862:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761387.096863:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.096867:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1358
00000100:00080000:1.0:1789761387.096870:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.096873:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761387.096880:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761387.096891:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508609408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.096905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.096909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761387.096911:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.096916:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1358
00000100:00080000:1.0:1789761387.096922:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761387.096925:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508609280:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761387.096928:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761387.096942:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761387.096957:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508609536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.096963:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.096966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761387.096968:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.096970:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1358
00000100:00080000:1.0:1789761387.096972:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.096974:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761387.096977:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761387.096987:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508609664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.096993:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.096995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761387.096997:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.096999:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1358
00000100:00080000:1.0:1789761387.097004:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.097007:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761387.097010:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789761387.097015:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761387.097020:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508609792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761387.097028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761387.097030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761387.097033:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761387.097036:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1358
00000100:00080000:1.0:1789761387.097043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761387.097045:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761387.097049:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761387.097057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508609920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761387.097073:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff9686c4bebb80 x1876699508609280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761387.097091:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508609280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761387.097101:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761387.097105:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761387.097108:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508609280:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761387.097133:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508609408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761387.097150:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761387.097159:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff9686c4bea680 x1876699508609408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761387.097167:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508609408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761387.097173:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761387.097176:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761387.097179:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508609408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761387.097186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508609536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761387.097207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761387.097219:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff9686c4be9c00 x1876699508609536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761387.097232:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508609536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761387.097243:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761387.097245:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761387.097248:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508609536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761387.097252:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508609664:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761387.097269:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761387.097276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff9686c4be8380 x1876699508609664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761387.097283:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508609664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761387.097289:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761387.097291:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761387.097293:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508609664:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761387.097297:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508609792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761387.097308:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761387.097314:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff9686c4bead80 x1876699508609792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761387.097322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508609792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761387.097327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761387.097329:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761387.097331:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508609792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761387.097334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508609920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761387.097344:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761387.097350:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761387/real 1789761387]  req@ffff9686c4be9f80 x1876699508609920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761387.097357:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508609920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761412 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761387.097361:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761387.097363:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761387.097365:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508609920:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761387.160840:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761388.184835:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761389.208779:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761390.232779:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761391.256799:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761392.216757:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761392.216771:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761392.216776:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761392.216789:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1363
00000100:00080000:3.0:1789761392.216803:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761392.216812:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761392.216860:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277b80 x1876699508610048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761392.216885:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761392.216889:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761392.216891:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761392.216894:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1363
00000100:00080000:3.0:1789761392.216897:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761392.216901:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761392.216910:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761392.216921:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276300 x1876699508610176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761392.216929:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761392.216936:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761392.216938:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761392.216943:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1363
00000100:00080000:3.0:1789761392.216946:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761392.216950:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761392.216955:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761392.216961:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508610048:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761392.216966:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276680 x1876699508610304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761392.216981:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761392.216985:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761392.216987:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761392.217000:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1363
00000100:00080000:3.0:1789761392.217005:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761392.217009:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761392.217017:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789761392.217032:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761392.217037:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274000 x1876699508610432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761392.217055:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761392.217060:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761392.217064:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761392.217071:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1363
00000100:00080000:3.0:1789761392.217076:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761392.217077:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff9686d8277b80 x1876699508610048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761392.217092:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761392.217100:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277b80 x1876699508610048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789761392.217102:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789761392.217118:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761392.217123:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761392.217128:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508610048:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761392.217138:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508610176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761392.217143:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275c00 x1876699508610560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761392.217160:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761392.217161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789761392.217171:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761392.217174:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789761392.217176:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff9686d8276300 x1876699508610176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761392.217185:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1363
00000100:00100000:0.0:1789761392.217195:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276300 x1876699508610176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761392.217197:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761392.217212:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789761392.217213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761392.217227:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761392.217231:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508610176:192.168.203.123@tcp:38:kworker.0
00000008:00100000:3.0:1789761392.217232:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761392.217255:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277480 x1876699508610688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761392.217256:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508610304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761392.217286:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761392.217297:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff9686d8276680 x1876699508610304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761392.217306:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276680 x1876699508610304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761392.217311:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761392.217313:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761392.217315:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508610304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761392.217319:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508610432:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761392.217345:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761392.217369:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff9686d8274000 x1876699508610432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761392.217390:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274000 x1876699508610432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761392.217400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761392.217403:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761392.217405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508610432:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761392.217415:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508610560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761392.217439:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761392.217462:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff9686d8275c00 x1876699508610560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761392.217482:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275c00 x1876699508610560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761392.217492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761392.217497:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761392.217503:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508610560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761392.217553:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508610688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761392.217578:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761392.217595:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761392/real 1789761392]  req@ffff9686d8277480 x1876699508610688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761392.217607:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277480 x1876699508610688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761417 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761392.217614:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761392.217616:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761392.217619:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508610688:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761392.280801:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761393.304787:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761394.328768:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761395.352797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761396.376912:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761397.336748:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.336756:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761397.336759:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.336768:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1369
00000100:00080000:2.0:1789761397.336777:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.336784:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761397.336813:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508610816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761397.336834:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.336838:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761397.336839:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.336843:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1369
00000100:00080000:2.0:1789761397.336847:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.336850:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761397.336858:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761397.336869:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508610816:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761397.336871:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508610944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761397.336891:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.336894:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761397.336896:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.336900:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1369
00000100:00080000:2.0:1789761397.336903:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.336907:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761397.336911:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761397.336920:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508611072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761397.336926:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.336929:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761397.336930:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.336933:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1369
00000100:00080000:2.0:1789761397.336935:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.336937:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761397.336940:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761397.336943:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761397.336950:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508611200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761397.336958:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.336965:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761397.336966:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.336969:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1369
00000100:00080000:2.0:1789761397.336972:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.336975:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761397.336979:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761397.336986:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508611328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761397.336996:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761397.336998:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761397.337000:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761397.337002:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1369
00000100:00080000:2.0:1789761397.337003:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761397.337005:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761397.337007:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761397.337012:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508611456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761397.337044:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff9686c7a98000 x1876699508610816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761397.337067:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508610816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761397.337080:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761397.337083:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761397.337087:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508610816:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761397.337106:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508610944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761397.337129:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761397.337143:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff9686c7a99f80 x1876699508610944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761397.337152:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508610944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761397.337157:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761397.337160:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761397.337162:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508610944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761397.337166:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508611072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761397.337177:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761397.337183:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff9686c7a9a680 x1876699508611072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761397.337194:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508611072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761397.337199:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761397.337201:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761397.337203:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508611072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761397.337206:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508611200:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761397.337320:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761397.337339:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff9686c7a98380 x1876699508611200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761397.337351:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508611200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761397.337356:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761397.337358:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761397.337361:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508611200:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761397.337365:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508611328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761397.337455:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761397.337464:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff9686c7a9ad80 x1876699508611328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761397.337485:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508611328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761397.337496:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761397.337498:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761397.337500:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508611328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761397.337504:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508611456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761397.337519:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761397.337525:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761397/real 1789761397]  req@ffff9686c7a99180 x1876699508611456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761397.337533:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508611456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761422 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761397.337538:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761397.337540:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761397.337542:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508611456:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761397.400763:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761398.424764:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761399.448783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761400.472829:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761401.496766:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761402.456743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761402.456754:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761402.456758:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761402.456769:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1374
00000100:00080000:2.0:1789761402.456783:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761402.456790:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761402.456832:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508611584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761402.456862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761402.456867:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761402.456869:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761402.456875:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1374
00000100:00080000:2.0:1789761402.456880:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761402.456886:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761402.456899:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761402.456904:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508611584:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761402.456917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508611712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761402.456931:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761402.456935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761402.456938:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761402.456942:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1374
00000100:00080000:2.0:1789761402.456947:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761402.456952:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761402.456958:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761402.456968:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508611840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761402.456975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761402.456978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761402.456980:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761402.456983:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1374
00000100:00080000:2.0:1789761402.456987:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761402.456990:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761402.456994:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761402.457000:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761402.457004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508611968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761402.457013:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761402.457016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761402.457018:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761402.457020:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1374
00000100:00080000:2.0:1789761402.457023:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761402.457026:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761402.457029:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761402.457035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508612096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761402.457041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761402.457043:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761402.457044:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761402.457047:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1374
00000100:00080000:2.0:1789761402.457049:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761402.457051:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761402.457055:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761402.457068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508612224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761402.457070:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff9686c7a98a80 x1876699508611584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.457103:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508611584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.457116:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.457122:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761402.457128:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508611584:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761402.457156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508611712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761402.457180:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761402.457194:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff9686c7a99880 x1876699508611712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.457208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508611712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.457218:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.457221:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761402.457225:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508611712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761402.457233:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508611840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761402.457252:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761402.457262:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff9686c7a9bb80 x1876699508611840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.457275:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508611840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.457285:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.457288:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761402.457292:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508611840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761402.457298:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508611968:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761402.457318:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761402.457329:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff9686c7a98700 x1876699508611968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.457342:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508611968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.457351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.457355:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761402.457359:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508611968:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761402.457365:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508612096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761402.457383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761402.457394:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff9686c7a9b480 x1876699508612096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.457408:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508612096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.457417:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.457420:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761402.457424:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508612096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761402.457431:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508612224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761402.457465:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761402.457476:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761402/real 1789761402]  req@ffff9686c7a99180 x1876699508612224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761402.457489:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508612224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761427 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761402.457499:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761402.457503:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761402.457507:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508612224:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761402.520815:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761403.544778:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761404.568823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761405.592786:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761406.616763:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761407.576784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.576800:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761407.576815:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.576833:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1379
00000100:00080000:2.0:1789761407.576848:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.576857:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761407.576901:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508612352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761407.576935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.576939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761407.576941:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.576947:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1379
00000100:00080000:2.0:1789761407.576952:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.576957:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761407.576969:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761407.576988:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508612352:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761407.576989:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508612480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761407.577006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.577008:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761407.577010:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.577013:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1379
00000100:00080000:2.0:1789761407.577016:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.577019:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761407.577023:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761407.577035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508612608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761407.577042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.577045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761407.577046:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.577048:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1379
00000100:00080000:2.0:1789761407.577072:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.577074:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761407.577078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761407.577086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508612736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761407.577092:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761407.577100:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.577103:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761407.577104:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.577109:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1379
00000100:00080000:2.0:1789761407.577112:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.577116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761407.577119:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761407.577125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508612864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761407.577132:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761407.577135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761407.577137:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761407.577140:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1379
00000100:00080000:2.0:1789761407.577143:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761407.577146:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761407.577150:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761407.577151:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff9686c7a9ad80 x1876699508612352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761407.577161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508612992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761407.577183:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508612352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.577197:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.577202:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761407.577207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508612352:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761407.577234:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508612480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761407.577255:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761407.577266:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff9686c7a98380 x1876699508612480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761407.577274:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508612480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.577281:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.577283:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761407.577285:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508612480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761407.577290:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508612608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761407.577302:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761407.577308:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff9686c7a9a680 x1876699508612608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761407.577316:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508612608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.577321:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.577322:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761407.577324:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508612608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761407.577328:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508612736:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761407.577339:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761407.577345:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff9686c7a99f80 x1876699508612736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761407.577352:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508612736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.577357:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.577359:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761407.577361:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508612736:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761407.577364:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508612864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761407.577375:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761407.577381:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff9686c7a98000 x1876699508612864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761407.577389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508612864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.577410:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.577415:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761407.577418:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508612864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761407.577425:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508612992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761407.577446:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761407.577459:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761407/real 1789761407]  req@ffff9686c7a98e00 x1876699508612992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761407.577471:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508612992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761432 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761407.577480:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761407.577483:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761407.577487:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508612992:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761407.640785:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761408.664936:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761409.688772:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761410.712856:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761411.736834:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761412.696696:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761412.696708:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761412.696713:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761412.696725:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1384
00000100:00080000:2.0:1789761412.696739:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761412.696748:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761412.696792:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508613120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761412.696819:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761412.696822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761412.696824:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761412.696827:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1384
00000100:00080000:2.0:1789761412.696830:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761412.696832:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761412.696842:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761412.696852:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508613248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761412.696861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761412.696863:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508613120:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761412.696864:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761412.696869:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761412.696874:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1384
00000100:00080000:2.0:1789761412.696877:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761412.696879:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761412.696883:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761412.696892:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508613376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761412.696898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761412.696901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761412.696902:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761412.696905:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1384
00000100:00080000:2.0:1789761412.696907:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761412.696910:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761412.696913:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761412.696920:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508613504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761412.696927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761412.696930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761412.696932:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761412.696935:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1384
00000100:00080000:2.0:1789761412.696937:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761412.696940:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761412.696943:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761412.696950:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508613632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761412.696955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761412.696957:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761412.696959:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761412.696962:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1384
00000100:00080000:2.0:1789761412.696964:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761412.696966:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761412.696969:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761412.696978:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508613760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761412.697009:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508613248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761412.697041:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508613376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761412.697058:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508613504:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761412.697073:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508613632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761412.697087:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508613760:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761412.760815:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761413.784784:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761414.808806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761415.768949:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789761415.769000:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761415.769021:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761415.769072:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761415.769086:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761415.769094:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9686c7a99c00 x1876699508613120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789761415.769105:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761415.769121:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761415.769129:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508613120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789761415.769142:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00080000:3.0:1789761415.769142:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761415.769153:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761415.769159:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508613120:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761415.769186:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9686c7a9aa00 x1876699508613248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761415.769202:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508613248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761415.769210:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761415.769215:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761415.769219:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508613248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761415.769227:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9686c7a9a300 x1876699508613376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761415.769238:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508613376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761415.769246:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761415.769250:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761415.769254:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508613376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761415.769260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9686c7a9b800 x1876699508613504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761415.769272:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508613504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761415.769280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761415.769283:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761415.769287:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508613504:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761415.769294:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9686c7a9b100 x1876699508613632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761415.769306:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508613632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761415.769314:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761415.769317:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761415.769321:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508613632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761415.769328:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761412/real 1789761415]  req@ffff9686c7a98e00 x1876699508613760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761415.769354:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508613760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761437 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761415.769363:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761415.769367:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761415.769371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508613760:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761415.832779:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761416.856796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761417.816739:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.816751:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761417.816756:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.816770:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1389
00000100:00080000:2.0:1789761417.816783:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.816792:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761417.816840:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508613888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761417.816877:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.816882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761417.816884:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.816890:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1389
00000100:00080000:2.0:1789761417.816894:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.816899:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761417.816912:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761417.816926:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508613888:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761417.816933:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508614016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761417.816951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.816956:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761417.816958:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.816962:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1389
00000100:00080000:2.0:1789761417.816967:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.816973:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761417.816980:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761417.816994:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508614144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761417.817010:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.817015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761417.817017:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.817024:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1389
00000800:00000100:3.0:1789761417.817024:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761417.817032:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.817039:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761417.817046:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761417.817061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508614272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761417.817074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.817077:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761417.817079:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.817083:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1389
00000100:00080000:2.0:1789761417.817088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.817093:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761417.817099:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761417.817107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9686c7a98000 x1876699508613888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761417.817113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508614400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761417.817128:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761417.817135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761417.817137:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761417.817142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1389
00000100:00080000:2.0:1789761417.817146:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761417.817150:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761417.817154:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508613888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761417.817157:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761417.817175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508614528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761417.817179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.817192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761417.817199:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508613888:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761417.817235:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508614016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761417.817265:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761417.817280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9686c7a99f80 x1876699508614016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761417.817293:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508614016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761417.817302:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.817305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761417.817309:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508614016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761417.817315:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508614144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761417.817363:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761417.817376:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9686c7a9a680 x1876699508614144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761417.817394:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508614144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761417.817403:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.817406:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761417.817410:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508614144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761417.817416:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508614272:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761417.817439:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761417.817550:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9686c7a98380 x1876699508614272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761417.817576:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508614272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761417.817587:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.817591:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761417.817594:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508614272:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761417.817601:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508614400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761417.817652:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761417.817666:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9686c7a9ad80 x1876699508614400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761417.817678:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508614400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761417.817687:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.817691:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761417.817694:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508614400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761417.817700:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508614528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761417.817729:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761417.817742:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761417/real 1789761417]  req@ffff9686c7a99180 x1876699508614528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761417.817753:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508614528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761442 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761417.817763:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761417.817766:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761417.817770:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508614528:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761417.880780:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761418.904795:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761419.928822:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761420.952794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761421.976826:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761422.936773:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761422.936785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761422.936790:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761422.936803:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1394
00000100:00080000:1.0:1789761422.936815:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761422.936823:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761422.936874:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508614656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761422.936906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761422.936911:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761422.936913:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761422.936919:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1394
00000100:00080000:1.0:1789761422.936924:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761422.936930:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761422.936943:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761422.936949:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508614656:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761422.936963:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508614784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761422.936973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761422.936976:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761422.936978:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761422.936982:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1394
00000100:00080000:1.0:1789761422.936989:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761422.936992:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761422.937000:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761422.937026:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761422.937027:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508614912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761422.937045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761422.937048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761422.937049:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761422.937055:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1394
00000100:00080000:1.0:1789761422.937059:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761422.937061:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761422.937065:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761422.937076:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9686c4beaa00 x1876699508614656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761422.937083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508615040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761422.937125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761422.937132:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761422.937134:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761422.937140:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508614656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761422.937144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1394
00000100:00080000:1.0:1789761422.937153:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761422.937163:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761422.937168:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789761422.937171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761422.937178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761422.937186:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508614656:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761422.937194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508615168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761422.937207:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761422.937211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761422.937215:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508614784:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761422.937216:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761422.937231:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1394
00000100:00080000:1.0:1789761422.937237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761422.937242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761422.937248:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761422.937255:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761422.937266:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508615296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761422.937273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9686c4beb800 x1876699508614784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761422.937317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508614784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761422.937329:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761422.937332:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761422.937335:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508614784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761422.937343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508614912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761422.937361:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761422.937368:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9686c4be8e00 x1876699508614912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761422.937376:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508614912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761422.937381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761422.937383:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761422.937385:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508614912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761422.937389:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508615040:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761422.937401:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761422.937407:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9686c4be9500 x1876699508615040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761422.937414:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508615040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761422.937419:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761422.937421:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761422.937423:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508615040:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761422.937426:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508615168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761422.937437:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761422.937443:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9686c4beb100 x1876699508615168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761422.937450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508615168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761422.937454:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761422.937456:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761422.937458:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508615168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761422.937469:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508615296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761422.937480:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761422.937486:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761422/real 1789761422]  req@ffff9686c4beb480 x1876699508615296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761422.937493:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508615296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761447 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761422.937498:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761422.937501:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761422.937503:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508615296:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761423.000791:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761424.024783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761425.048827:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761426.072795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761427.096787:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761428.056754:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761428.056763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761428.056766:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761428.056778:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1399
00000100:00080000:2.0:1789761428.056789:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761428.056798:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761428.056846:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508615424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761428.056865:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761428.056869:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761428.056871:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761428.056875:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1399
00000100:00080000:2.0:1789761428.056879:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761428.056883:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761428.056891:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761428.056905:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508615552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761428.056905:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508615424:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761428.056936:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761428.056940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761428.056943:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761428.056950:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1399
00000100:00080000:2.0:1789761428.056955:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761428.056960:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761428.056967:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761428.056983:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508615680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761428.056994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761428.056997:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761428.057004:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761428.057015:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1399
00000800:00000100:3.0:1789761428.057019:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761428.057023:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761428.057030:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761428.057035:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761428.057049:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508615808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761428.057057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761428.057061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761428.057064:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761428.057070:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1399
00000100:00080000:2.0:1789761428.057074:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761428.057079:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761428.057085:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761428.057095:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff9686c7a9b480 x1876699508615424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761428.057102:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508615936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761428.057135:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761428.057138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761428.057140:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761428.057148:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508615424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761428.057150:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1399
00000100:00080000:2.0:1789761428.057158:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761428.057171:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761428.057186:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761428.057194:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761428.057202:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761428.057208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508616064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761428.057214:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508615424:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761428.057274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508615552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761428.057305:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761428.057319:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff9686c7a98700 x1876699508615552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761428.057334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508615552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761428.057344:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761428.057348:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761428.057352:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508615552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761428.057360:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508615680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761428.057380:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761428.057392:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff9686c7a9bb80 x1876699508615680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761428.057419:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508615680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761428.057428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761428.057432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761428.057436:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508615680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761428.057443:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508615808:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761428.057464:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761428.057475:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff9686c7a99880 x1876699508615808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761428.057488:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508615808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761428.057498:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761428.057502:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761428.057505:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508615808:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761428.057513:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508615936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761428.057533:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761428.057544:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff9686c7a98a80 x1876699508615936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761428.057558:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508615936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761428.057568:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761428.057571:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761428.057575:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508615936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761428.057582:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508616064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761428.057601:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761428.057611:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761428/real 1789761428]  req@ffff9686c7a99180 x1876699508616064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761428.057625:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508616064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761453 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761428.057657:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761428.057662:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761428.057666:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508616064:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761428.120811:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761429.144785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761430.168826:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761431.192767:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761432.216781:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761433.177047:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761433.177058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761433.177063:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761433.177073:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1404
00000100:00080000:1.0:1789761433.177086:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761433.177094:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761433.177130:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508616192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761433.177154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761433.177158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761433.177160:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761433.177166:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1404
00000100:00080000:1.0:1789761433.177171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761433.177176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761433.177188:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761433.177216:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508616320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761433.177225:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761433.177228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761433.177230:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761433.177233:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1404
00000100:00080000:1.0:1789761433.177237:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761433.177240:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761433.177249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761433.177262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508616448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761433.177269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761433.177272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761433.177273:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761433.177276:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1404
00000100:00080000:1.0:1789761433.177278:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761433.177280:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761433.177283:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761433.177291:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508616576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761433.177299:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761433.177302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761433.177303:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761433.177305:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1404
00000100:00080000:1.0:1789761433.177307:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761433.177310:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761433.177313:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761433.177320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508616704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761433.177327:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761433.177331:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761433.177335:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761433.177335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508616192:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761433.177343:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1404
00000100:00080000:1.0:1789761433.177346:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761433.177348:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761433.177352:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761433.177363:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508616832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761433.177469:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761433.177532:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff9686c4be9880 x1876699508616192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761433.177555:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508616192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761433.177574:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761433.177579:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761433.177585:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508616192:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761433.177593:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508616320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761433.177619:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761433.177658:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff9686c4be8700 x1876699508616320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761433.177675:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508616320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761433.177684:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761433.177689:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761433.177692:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508616320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761433.177699:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508616448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761433.177722:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761433.177735:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff9686c4be8000 x1876699508616448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761433.177747:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508616448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761433.177757:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761433.177760:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761433.177764:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508616448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761433.177771:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508616576:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761433.177801:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761433.177813:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff9686c4beb480 x1876699508616576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761433.177824:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508616576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761433.177832:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761433.177836:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761433.177839:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508616576:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761433.177867:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508616704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761433.177890:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761433.177903:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff9686c4beb100 x1876699508616704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761433.177915:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508616704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761433.177924:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761433.177928:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761433.177932:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508616704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761433.177938:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508616832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761433.177957:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761433.177965:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761433/real 1789761433]  req@ffff9686c4be9500 x1876699508616832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761433.177974:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508616832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761458 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761433.177980:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761433.177982:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761433.177984:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508616832:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761433.240781:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761434.264840:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761435.288835:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761436.312811:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761437.336830:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761438.296752:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.296763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761438.296768:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.296780:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1410
00000100:00080000:2.0:1789761438.296792:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761438.296801:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761438.296850:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508616960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761438.296876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.296879:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761438.296881:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.296885:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1410
00000100:00080000:2.0:1789761438.296889:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761438.296893:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761438.296902:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761438.296914:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508616960:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761438.296919:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508617088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761438.296932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.296936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761438.296938:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.296944:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1410
00000100:00080000:2.0:1789761438.296948:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761438.296953:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761438.296960:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761438.296975:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508617216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761438.296993:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761438.296994:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.297000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761438.297003:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.297009:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1410
00000100:00080000:2.0:1789761438.297015:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761438.297020:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761438.297027:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761438.297041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508617344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761438.297048:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff9686c7a9ad80 x1876699508616960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761438.297053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.297062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761438.297065:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.297070:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1410
00000100:00100000:3.0:1789761438.297075:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508616960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761438.297081:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761438.297086:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761438.297088:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761438.297094:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:2.0:1789761438.297095:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761438.297101:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508616960:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761438.297109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508617472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761438.297116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761438.297118:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761438.297120:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761438.297122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1410
00000100:00080000:2.0:1789761438.297125:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761438.297130:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508617088:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789761438.297131:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761438.297140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761438.297150:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508617600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761438.297160:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761438.297185:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff9686c7a98380 x1876699508617088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761438.297195:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508617088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761438.297206:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761438.297208:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761438.297211:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508617088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761438.297215:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508617216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761438.297227:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761438.297233:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff9686c7a9a680 x1876699508617216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761438.297241:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508617216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761438.297246:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761438.297248:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761438.297250:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508617216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761438.297253:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508617344:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761438.297265:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761438.297271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff9686c7a99f80 x1876699508617344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761438.297278:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508617344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761438.297283:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761438.297285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761438.297287:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508617344:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761438.297290:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508617472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761438.297300:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761438.297306:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff9686c7a98000 x1876699508617472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761438.297313:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508617472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761438.297317:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761438.297319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761438.297321:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508617472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761438.297331:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508617600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761438.297347:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761438.297358:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761438/real 1789761438]  req@ffff9686c7a98e00 x1876699508617600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761438.297369:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508617600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761463 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761438.297377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761438.297380:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761438.297383:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508617600:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761438.360790:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761439.384816:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761440.408796:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761441.432794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761442.456793:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761443.416743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761443.416752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761443.416756:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761443.416766:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1415
00000100:00080000:2.0:1789761443.416777:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761443.416784:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761443.416824:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508617728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761443.416848:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761443.416852:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761443.416855:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761443.416860:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1415
00000100:00080000:2.0:1789761443.416865:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761443.416870:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761443.416881:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761443.416883:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508617728:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761443.416898:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508617856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761443.416915:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761443.416919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761443.416920:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761443.416923:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1415
00000100:00080000:2.0:1789761443.416927:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761443.416930:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761443.416937:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761443.416946:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508617984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761443.416954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761443.416956:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761443.416958:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761443.416959:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1415
00000100:00080000:2.0:1789761443.416964:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761443.416967:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761443.416971:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761443.416979:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508618112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761443.416987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761443.416988:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761443.416991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761443.416995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761443.416998:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1415
00000100:00080000:2.0:1789761443.417000:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761443.417003:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761443.417007:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761443.417014:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508618240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761443.417021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761443.417025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761443.417026:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761443.417029:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1415
00000100:00080000:2.0:1789761443.417031:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761443.417032:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761443.417035:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761443.417044:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508618368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761443.417063:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff9686c7a9b100 x1876699508617728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761443.417088:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508617728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761443.417102:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761443.417108:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761443.417113:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508617728:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761443.417159:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508617856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761443.417188:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761443.417201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff9686c7a9b800 x1876699508617856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761443.417215:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508617856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761443.417225:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761443.417229:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761443.417233:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508617856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761443.417239:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508617984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761443.417259:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761443.417271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff9686c7a9a300 x1876699508617984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761443.417285:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508617984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761443.417301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761443.417305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761443.417309:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508617984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761443.417316:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508618112:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761443.417339:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761443.417350:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff9686c7a9aa00 x1876699508618112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761443.417363:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508618112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761443.417372:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761443.417376:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761443.417379:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508618112:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761443.417386:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508618240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761443.417410:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761443.417423:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff9686c7a99c00 x1876699508618240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761443.417436:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508618240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761443.417445:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761443.417449:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761443.417454:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508618240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761443.417461:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508618368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761443.417481:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761443.417491:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761443/real 1789761443]  req@ffff9686c7a98e00 x1876699508618368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761443.417504:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508618368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761468 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761443.417511:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761443.417514:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761443.417518:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508618368:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761443.480819:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761444.504763:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761445.528833:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761446.552785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761447.576824:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761448.536755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.536768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761448.536774:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.536789:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1420
00000100:00080000:0.0:1789761448.536804:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.536814:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761448.536859:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508618496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.536883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.536886:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761448.536888:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.536892:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1420
00000100:00080000:0.0:1789761448.536895:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.536900:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761448.536910:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.536920:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508618624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761448.536925:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508618496:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761448.536932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.536935:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761448.536936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.536939:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1420
00000100:00080000:0.0:1789761448.536941:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.536944:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761448.536947:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.536956:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508618752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.536967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.536970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761448.536971:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.536973:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1420
00000100:00080000:0.0:1789761448.536977:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.536979:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761448.536983:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761448.536990:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508618880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.536998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.537002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789761448.537006:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761448.537007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761448.537012:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1420
00000100:00080000:0.0:1789761448.537019:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.537024:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761448.537031:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761448.537046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508619008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761448.537055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761448.537058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761448.537060:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761448.537064:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff9686c954c000 x1876699508618496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761448.537066:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1420
00000100:00080000:0.0:1789761448.537073:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761448.537080:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761448.537086:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761448.537106:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508618496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761448.537115:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508619136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761448.537120:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761448.537128:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761448.537134:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508618496:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761448.537174:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508618624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761448.537199:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761448.537210:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff9686c954c380 x1876699508618624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761448.537219:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508618624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761448.537226:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761448.537228:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761448.537231:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508618624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761448.537235:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508618752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761448.537247:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761448.537254:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff9686c954d180 x1876699508618752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761448.537262:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508618752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761448.537267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761448.537269:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761448.537271:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508618752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761448.537274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508618880:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761448.537286:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761448.537292:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff9686c954ce00 x1876699508618880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761448.537299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508618880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761448.537305:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761448.537308:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761448.537310:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508618880:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761448.537313:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508619008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761448.537323:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761448.537337:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff9686c954fb80 x1876699508619008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761448.537348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508619008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761448.537353:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761448.537355:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761448.537357:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508619008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761448.537361:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508619136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761448.537372:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761448.537378:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761448/real 1789761448]  req@ffff9686c954ca80 x1876699508619136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761448.537385:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508619136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761473 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761448.537390:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761448.537397:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761448.537400:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508619136:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761448.600788:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761449.624808:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761450.648809:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761451.672793:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761452.696780:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761453.656697:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.656710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761453.656715:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.656727:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1425
00000100:00080000:0.0:1789761453.656740:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.656749:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761453.656796:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508619264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.656829:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.656832:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761453.656834:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.656838:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1425
00000100:00080000:0.0:1789761453.656842:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.656846:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761453.656856:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761453.656860:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508619264:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761453.656871:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508619392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.656880:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.656883:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761453.656884:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.656887:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1425
00000100:00080000:0.0:1789761453.656890:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.656892:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761453.656896:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761453.656904:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508619520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.656911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.656914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761453.656915:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.656918:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1425
00000100:00080000:0.0:1789761453.656924:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.656926:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761453.656934:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761453.656940:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761453.656945:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508619648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.656954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.656957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761453.656959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761453.656971:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1425
00000100:00080000:0.0:1789761453.656976:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.656981:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761453.656987:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761453.656998:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff9686c954e300 x1876699508619264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761453.657006:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508619776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761453.657023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761453.657026:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761453.657028:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761453.657033:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508619264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761453.657034:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1425
00000100:00080000:0.0:1789761453.657040:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761453.657047:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761453.657065:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761453.657072:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789761453.657078:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508619904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761453.657083:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761453.657094:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508619264:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761453.657126:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508619392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761453.657157:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761453.657174:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff9686c954df80 x1876699508619392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761453.657189:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508619392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761453.657199:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761453.657203:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761453.657207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508619392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761453.657214:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508619520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761453.657238:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761453.657252:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff9686c954e680 x1876699508619520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761453.657267:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508619520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761453.657276:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761453.657288:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761453.657292:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508619520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761453.657298:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508619648:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761453.657325:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761453.657334:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff9686c954ed80 x1876699508619648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761453.657348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508619648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761453.657355:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761453.657357:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761453.657360:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508619648:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761453.657363:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508619776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761453.657376:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761453.657383:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff9686c954ca80 x1876699508619776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761453.657390:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508619776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761453.657401:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761453.657404:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761453.657407:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508619776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761453.657411:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508619904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761453.657423:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761453.657429:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761453/real 1789761453]  req@ffff9686c954fb80 x1876699508619904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761453.657436:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508619904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761478 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761453.657442:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761453.657444:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761453.657446:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508619904:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761453.720777:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761454.744791:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761455.768772:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761456.792735:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761457.816785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761458.776763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.776778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761458.776784:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.776800:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1430
00000100:00080000:0.0:1789761458.776815:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.776824:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761458.776869:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508620032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761458.776894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.776897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761458.776899:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.776902:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1430
00000100:00080000:0.0:1789761458.776905:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.776908:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761458.776918:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761458.776927:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508620160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761458.776934:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508620032:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761458.776939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.776943:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761458.776945:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.776948:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1430
00000100:00080000:0.0:1789761458.776950:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.776952:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761458.776956:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761458.776965:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508620288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761458.776972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.776974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761458.776977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.776979:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1430
00000100:00080000:0.0:1789761458.776983:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.776986:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761458.776989:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761458.776997:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508620416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761458.777004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.777009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789761458.777010:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761458.777027:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.777032:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1430
00000100:00080000:0.0:1789761458.777036:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.777040:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761458.777045:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761458.777063:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508620544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761458.777071:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761458.777073:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761458.777075:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761458.777078:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1430
00000100:00080000:0.0:1789761458.777081:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761458.777086:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761458.777086:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff9686c954ce00 x1876699508620032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761458.777093:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761458.777105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508620672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761458.777120:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508620032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761458.777131:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761458.777135:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761458.777140:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508620032:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761458.777165:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508620160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761458.777186:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761458.777196:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff9686c954d180 x1876699508620160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761458.777205:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508620160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761458.777212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761458.777214:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761458.777217:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508620160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761458.777220:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508620288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761458.777232:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761458.777249:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff9686c954c380 x1876699508620288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761458.777262:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508620288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761458.777271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761458.777275:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761458.777279:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508620288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761458.777285:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508620416:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761458.777310:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761458.777324:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff9686c954c000 x1876699508620416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761458.777333:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508620416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761458.777339:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761458.777342:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761458.777344:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508620416:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761458.777348:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508620544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761458.777370:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761458.777378:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff9686c954c700 x1876699508620544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761458.777387:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508620544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761458.777392:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761458.777394:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761458.777396:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508620544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761458.777400:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508620672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761458.777411:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761458.777416:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761458/real 1789761458]  req@ffff9686c954ea00 x1876699508620672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761458.777428:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508620672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761483 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761458.777437:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761458.777441:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761458.777444:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508620672:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761458.840836:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761459.864818:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761460.888808:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761461.912764:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761462.936802:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761463.896729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761463.896740:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761463.896745:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761463.896757:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1435
00000100:00080000:1.0:1789761463.896770:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761463.896778:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761463.896824:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508620800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761463.896847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761463.896851:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761463.896853:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761463.896857:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1435
00000100:00080000:1.0:1789761463.896862:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761463.896868:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761463.896880:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761463.896894:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508620800:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761463.896899:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508620928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761463.896913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761463.896917:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761463.896920:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761463.896924:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1435
00000100:00080000:1.0:1789761463.896928:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761463.896932:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761463.896937:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761463.896947:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508621056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761463.896955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761463.896958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761463.896959:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761463.896962:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1435
00000100:00080000:1.0:1789761463.896966:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761463.896969:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761463.896986:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761463.896992:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761463.897005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508621184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761463.897021:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761463.897025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761463.897028:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761463.897033:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff9686c4be8e00 x1876699508620800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761463.897035:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1435
00000100:00080000:1.0:1789761463.897044:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761463.897051:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761463.897056:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508620800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761463.897059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761463.897070:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761463.897074:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761463.897078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508621312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761463.897079:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508620800:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761463.897093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761463.897096:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761463.897097:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761463.897101:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1435
00000100:00080000:1.0:1789761463.897104:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761463.897107:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761463.897111:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508620928:192.168.203.123@tcp:38:kworker.0
00000008:00100000:1.0:1789761463.897113:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761463.897131:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508621440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761463.897142:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761463.897156:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff9686c4beb800 x1876699508620928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761463.897165:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508620928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761463.897172:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761463.897175:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761463.897177:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508620928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761463.897182:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508621056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761463.897195:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761463.897201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff9686c4beaa00 x1876699508621056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761463.897211:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508621056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761463.897219:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761463.897223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761463.897230:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508621056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761463.897236:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508621184:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761463.897256:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761463.897267:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff9686c4be9f80 x1876699508621184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761463.897279:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508621184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761463.897287:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761463.897290:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761463.897294:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508621184:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761463.897300:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508621312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761463.897319:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761463.897331:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff9686c4bead80 x1876699508621312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761463.897340:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508621312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761463.897346:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761463.897348:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761463.897350:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508621312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761463.897363:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508621440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761463.897377:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761463.897383:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761463/real 1789761463]  req@ffff9686c4be8380 x1876699508621440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761463.897391:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508621440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761488 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761463.897396:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761463.897397:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761463.897399:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508621440:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761463.960783:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761464.984820:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761466.008823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761467.032784:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761468.056787:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761469.016808:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761469.016817:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761469.016822:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761469.016834:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1440
00000100:00080000:2.0:1789761469.016846:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761469.016854:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761469.016893:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508621568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761469.016923:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761469.016928:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761469.016932:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761469.016951:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1440
00000100:00080000:2.0:1789761469.016956:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761469.016962:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761469.016971:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761469.016986:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508621696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761469.017001:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508621568:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761469.017003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761469.017011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761469.017016:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761469.017021:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1440
00000100:00080000:2.0:1789761469.017025:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761469.017028:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761469.017032:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761469.017044:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508621824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761469.017057:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761469.017061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761469.017065:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761469.017070:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1440
00000100:00080000:2.0:1789761469.017086:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761469.017093:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761469.017100:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761469.017113:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508621952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761469.017131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761469.017135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761469.017138:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761469.017142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1440
00000100:00080000:2.0:1789761469.017147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761469.017153:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761469.017158:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761469.017160:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761469.017177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508622080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761469.017187:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761469.017191:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761469.017192:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761469.017195:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1440
00000100:00080000:2.0:1789761469.017199:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761469.017202:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761469.017206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761469.017212:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508622208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761469.017351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff9686c7a98000 x1876699508621568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761469.017371:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508621568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761469.017426:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761469.017430:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761469.017434:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508621568:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761469.017459:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508621696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761469.017482:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761469.017493:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff9686c7a99f80 x1876699508621696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761469.017502:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508621696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761469.017508:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761469.017511:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761469.017513:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508621696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761469.017517:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508621824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761469.017529:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761469.017535:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff9686c7a9a680 x1876699508621824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761469.017543:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508621824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761469.017549:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761469.017551:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761469.017553:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508621824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761469.017557:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508621952:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761469.017575:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761469.017587:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff9686c7a98380 x1876699508621952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761469.017601:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508621952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761469.017611:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761469.017614:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761469.017618:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508621952:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761469.017625:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508622080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761469.017686:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761469.017702:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff9686c7a9ad80 x1876699508622080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761469.017718:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508622080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761469.017724:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761469.017727:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761469.017729:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508622080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761469.017745:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508622208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761469.017767:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761469.017780:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761469/real 1789761469]  req@ffff9686c7a99180 x1876699508622208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761469.017794:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508622208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761494 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761469.017803:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761469.017807:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761469.017810:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508622208:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761469.080815:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761470.104792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761471.128870:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761472.152751:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761473.176792:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761474.136776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761474.136785:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761474.136789:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761474.136799:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1445
00000100:00080000:2.0:1789761474.136810:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761474.136817:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761474.136852:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508622336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761474.136891:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761474.136906:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761474.136909:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761474.136915:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1445
00000100:00080000:2.0:1789761474.136920:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761474.136925:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761474.136935:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761474.136949:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508622336:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761474.136954:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508622464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761474.136969:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761474.136972:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761474.136975:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761474.136978:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1445
00000100:00080000:2.0:1789761474.136982:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761474.136985:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761474.136990:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761474.136999:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508622592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761474.137006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761474.137009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761474.137010:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761474.137014:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1445
00000100:00080000:2.0:1789761474.137020:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761474.137021:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761474.137025:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761474.137029:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761474.137037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508622720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761474.137045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761474.137048:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761474.137049:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761474.137051:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1445
00000100:00080000:2.0:1789761474.137053:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761474.137056:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761474.137059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761474.137066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508622848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761474.137074:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff9686c7a98a80 x1876699508622336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761474.137074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761474.137083:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761474.137086:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761474.137093:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1445
00000100:00080000:2.0:1789761474.137097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761474.137100:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761474.137104:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761474.137105:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508622336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761474.137114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508622976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761474.137117:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761474.137128:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761474.137133:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508622336:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761474.137160:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508622464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761474.137181:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761474.137191:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff9686c7a99880 x1876699508622464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761474.137200:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508622464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761474.137206:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761474.137208:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761474.137211:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508622464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761474.137214:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508622592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761474.137226:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761474.137232:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff9686c7a9bb80 x1876699508622592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761474.137240:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508622592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761474.137245:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761474.137247:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761474.137249:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508622592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761474.137252:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508622720:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761474.137263:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761474.137268:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff9686c7a98700 x1876699508622720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761474.137281:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508622720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761474.137286:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761474.137288:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761474.137290:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508622720:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761474.137295:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508622848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761474.137320:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761474.137333:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff9686c7a9b480 x1876699508622848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761474.137346:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508622848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761474.137354:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761474.137358:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761474.137362:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508622848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761474.137368:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508622976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761474.137389:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761474.137397:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761474/real 1789761474]  req@ffff9686c7a99180 x1876699508622976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761474.137406:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508622976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761499 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761474.137420:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761474.137424:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761474.137428:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508622976:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761474.200804:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761475.224761:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761476.248762:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761477.272757:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761478.296807:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761479.256729:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761479.256738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761479.256742:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761479.256751:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1450
00000100:00080000:0.0:1789761479.256761:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761479.256768:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761479.256801:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508623104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761479.256821:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761479.256823:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761479.256825:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761479.256828:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1450
00000100:00080000:0.0:1789761479.256831:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761479.256834:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761479.256841:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761479.256854:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508623232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761479.256855:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508623104:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761479.256883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761479.256887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761479.256889:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761479.256894:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1450
00000100:00080000:0.0:1789761479.256898:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761479.256904:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761479.256910:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761479.256925:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508623360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761479.256932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761479.256934:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761479.256936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761479.256939:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1450
00000100:00080000:0.0:1789761479.256948:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761479.256952:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761479.256956:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761479.256968:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508623488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761479.256968:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508623232:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761479.256983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761479.256986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761479.256987:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761479.256990:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1450
00000100:00080000:0.0:1789761479.256996:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761479.256999:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761479.257003:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761479.257008:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508623360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761479.257016:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508623616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761479.257024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761479.257027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761479.257030:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508623488:192.168.203.123@tcp:8:kworker.0
00000100:00080000:0.0:1789761479.257031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761479.257038:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1450
00000100:00080000:0.0:1789761479.257042:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761479.257045:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761479.257049:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761479.257059:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508623616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761479.257064:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508623744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761479.257085:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508623744:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761479.320773:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761480.344793:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761481.368759:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761482.328922:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789761482.328977:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761482.329000:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761482.329048:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761482.329064:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761482.329076:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761482.329091:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761482.329093:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761482]  req@ffff9686c954dc00 x1876699508623232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789761482.329103:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761482.329137:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508623232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761482.329153:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761482.329160:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761482.329166:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508623232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761482.329180:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761482]  req@ffff9686c954d880 x1876699508623360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761482.329196:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508623360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761482.329207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761482.329212:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761482.329217:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508623360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761482.329226:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761482]  req@ffff9686c954f100 x1876699508623104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761482.329240:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508623104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761482.329249:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761482.329254:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761482.329257:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508623104:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761482.329298:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761482]  req@ffff9686c954c700 x1876699508623744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761482.329315:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508623744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761482.329323:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761482.329327:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761482.329330:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508623744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761482.329338:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761482]  req@ffff9686c954f800 x1876699508623488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761482.329351:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508623488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761482.329359:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761482.329369:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761482.329373:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508623488:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761482.329382:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761479/real 1789761482]  req@ffff9686c954ea00 x1876699508623616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761482.329395:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508623616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761504 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761482.329404:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761482.329409:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761482.329412:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508623616:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761482.392781:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761483.416805:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761484.376788:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761484.376799:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761484.376804:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.376818:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1456
00000100:00080000:2.0:1789761484.376848:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.376861:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761484.376917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508623872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761484.376937:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761484.376940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761484.376942:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.376947:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1456
00000100:00080000:2.0:1789761484.376950:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.376954:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761484.376965:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761484.376979:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508624000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761484.376987:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508623872:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761484.376990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761484.377000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761484.377006:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.377013:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1456
00000100:00080000:2.0:1789761484.377017:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.377021:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761484.377024:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761484.377033:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508624128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761484.377042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761484.377046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761484.377048:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.377054:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1456
00000100:00080000:2.0:1789761484.377077:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.377083:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761484.377091:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761484.377098:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761484.377114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508624256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761484.377130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761484.377134:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761484.377137:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.377144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1456
00000100:00080000:2.0:1789761484.377150:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.377160:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761484.377161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761484]  req@ffff9686c7a9ad80 x1876699508623872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761484.377173:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761484.377209:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508623872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761484.377210:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508624384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761484.377260:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761484.377268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761484.377275:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761484.377279:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761484.377286:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508623872:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761484.377287:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761484.377310:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1456
00000100:00080000:2.0:1789761484.377319:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761484.377326:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761484.377332:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761484.377334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508624000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761484.377357:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508624512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761484.377377:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761484.377400:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761484]  req@ffff9686c7a98380 x1876699508624000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761484.377415:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508624000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761484.377424:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761484.377428:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761484.377431:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508624000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761484.377439:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508624128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761484.377464:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761484.377476:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761484]  req@ffff9686c7a9a680 x1876699508624128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761484.377489:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508624128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761484.377571:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761484.377576:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761484.377581:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508624128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761484.377588:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508624256:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761484.377615:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761484.377655:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761484]  req@ffff9686c7a99f80 x1876699508624256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761484.377666:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508624256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761484.377674:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761484.377679:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761484.377682:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508624256:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761484.377690:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508624384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761484.377714:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761484.377727:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761484]  req@ffff9686c7a98000 x1876699508624384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761484.377740:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508624384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761484.377749:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761484.377753:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761484.377756:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508624384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761484.377776:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508624512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761484.377800:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761484.377813:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761484/real 1789761484]  req@ffff9686c7a98e00 x1876699508624512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761484.377849:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508624512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761509 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761484.377858:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761484.377860:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761484.377863:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508624512:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761484.440805:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761485.464802:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761486.488816:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761487.512768:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761488.536839:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761489.496827:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.496856:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761489.496863:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.496879:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1461
00000100:00080000:1.0:1789761489.496895:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.496907:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761489.496958:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508624640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761489.496986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.496993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761489.496995:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.497000:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1461
00000100:00080000:1.0:1789761489.497004:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.497008:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761489.497035:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761489.497046:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508624768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761489.497053:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508624640:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761489.497056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.497063:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761489.497065:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.497069:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1461
00000100:00080000:1.0:1789761489.497072:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.497075:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761489.497078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761489.497086:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508624896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761489.497091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.497094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761489.497095:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.497098:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1461
00000100:00080000:1.0:1789761489.497100:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.497102:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761489.497106:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761489.497115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508625024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761489.497121:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.497123:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761489.497124:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.497127:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1461
00000100:00080000:1.0:1789761489.497132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.497134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761489.497138:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761489.497144:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761489.497148:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508625152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761489.497160:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761489.497163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761489.497165:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761489.497167:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1461
00000100:00080000:1.0:1789761489.497176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761489.497178:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761489.497181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761489.497189:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508625280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761489.497208:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9686c4be9c00 x1876699508624640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761489.497232:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508624640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761489.497245:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761489.497249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761489.497252:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508624640:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761489.497276:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508624768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761489.497297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761489.497307:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9686c4bea680 x1876699508624768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761489.497316:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508624768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761489.497327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761489.497329:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761489.497332:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508624768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761489.497335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508624896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761489.497347:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761489.497353:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9686c4bebb80 x1876699508624896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761489.497360:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508624896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761489.497366:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761489.497367:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761489.497369:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508624896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761489.497372:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508625024:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761489.497384:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761489.497390:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9686c4be8380 x1876699508625024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761489.497398:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508625024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761489.497407:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761489.497411:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761489.497415:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508625024:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761489.497421:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508625152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761489.497443:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761489.497456:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9686c4bead80 x1876699508625152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761489.497469:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508625152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761489.497477:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761489.497480:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761489.497484:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508625152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761489.497491:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508625280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761489.497507:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761489.497515:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761489/real 1789761489]  req@ffff9686c4be9f80 x1876699508625280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761489.497523:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508625280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761514 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761489.497528:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761489.497531:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761489.497533:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508625280:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761489.560777:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761490.584848:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761491.608802:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761492.632816:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761493.656777:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761494.616719:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.616730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761494.616734:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.616758:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1466
00000100:00080000:1.0:1789761494.616772:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.616780:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761494.616831:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508625408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761494.616860:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.616863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761494.616865:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.616869:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1466
00000100:00080000:1.0:1789761494.616873:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.616877:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761494.616888:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761494.616894:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508625408:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761494.616904:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508625536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761494.616913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.616916:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761494.616917:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.616920:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1466
00000100:00080000:1.0:1789761494.616923:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.616925:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761494.616929:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761494.616937:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508625664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761494.616943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.616946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761494.616947:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.616950:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1466
00000100:00080000:1.0:1789761494.616956:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.616958:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761494.616961:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761494.616968:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761494.616972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508625792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761494.616985:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761494.616989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761494.616992:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.616996:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1466
00000100:00080000:1.0:1789761494.617000:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.617005:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761494.617011:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761494.617016:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9686c4beaa00 x1876699508625408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761494.617028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508625920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761494.617035:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508625408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761494.617045:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761494.617052:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789761494.617055:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761494.617056:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508625408:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761494.617065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761494.617068:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761494.617073:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1466
00000100:00080000:1.0:1789761494.617077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761494.617080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761494.617086:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761494.617086:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508625536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761494.617104:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508626048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761494.617114:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761494.617128:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9686c4beb800 x1876699508625536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761494.617137:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508625536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761494.617144:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761494.617146:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761494.617148:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508625536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761494.617153:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508625664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761494.617165:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761494.617171:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9686c4be8e00 x1876699508625664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761494.617179:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508625664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761494.617189:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761494.617192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761494.617194:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508625664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761494.617198:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508625792:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761494.617209:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761494.617215:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9686c4be9500 x1876699508625792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761494.617222:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508625792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761494.617229:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761494.617233:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761494.617237:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508625792:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761494.617243:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508625920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761494.617264:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761494.617276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9686c4beb100 x1876699508625920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761494.617288:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508625920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761494.617294:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761494.617296:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761494.617300:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508625920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761494.617318:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508626048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761494.617340:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761494.617352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761494/real 1789761494]  req@ffff9686c4beb480 x1876699508626048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761494.617360:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508626048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761519 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761494.617366:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761494.617368:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761494.617370:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508626048:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761494.680789:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761495.704756:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761496.728777:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761497.752849:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761498.776796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761499.736741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761499.736752:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761499.736757:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761499.736769:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1471
00000100:00080000:1.0:1789761499.736781:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761499.736789:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761499.736833:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508626176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761499.736862:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761499.736865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761499.736867:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761499.736870:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1471
00000100:00080000:1.0:1789761499.736874:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761499.736879:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761499.736892:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761499.736895:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508626176:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761499.736913:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508626304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761499.736926:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761499.736930:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761499.736933:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761499.736937:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1471
00000100:00080000:1.0:1789761499.736958:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761499.736963:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761499.736970:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761499.736987:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508626432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761499.736988:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761499.737002:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761499.737006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761499.737008:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761499.737029:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1471
00000100:00080000:1.0:1789761499.737033:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761499.737037:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761499.737042:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761499.737054:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9686c4be8000 x1876699508626176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761499.737057:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508626560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761499.737077:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761499.737080:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508626176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761499.737084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761499.737089:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761499.737096:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761499.737098:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1471
00000100:00080000:3.0:1789761499.737102:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789761499.737108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761499.737109:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508626176:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761499.737116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761499.737122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761499.737137:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508626304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761499.737142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508626688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761499.737153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761499.737156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761499.737158:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761499.737161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761499.737165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1471
00000100:00080000:1.0:1789761499.737171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761499.737174:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761499.737178:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761499.737180:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9686c4be8700 x1876699508626304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761499.737190:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508626816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761499.737196:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508626304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761499.737221:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761499.737225:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761499.737228:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508626304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761499.737235:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508626432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761499.737250:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761499.737257:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9686c4be9880 x1876699508626432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761499.737265:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508626432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761499.737270:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761499.737272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761499.737274:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508626432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761499.737277:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508626560:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761499.737289:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761499.737295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9686c4beb480 x1876699508626560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761499.737302:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508626560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761499.737316:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761499.737319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761499.737321:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508626560:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761499.737332:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508626688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761499.737345:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761499.737352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9686c4beb100 x1876699508626688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761499.737359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508626688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761499.737365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761499.737366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761499.737368:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508626688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761499.737372:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508626816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761499.737383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761499.737389:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761499/real 1789761499]  req@ffff9686c4be9500 x1876699508626816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761499.737398:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508626816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761524 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761499.737407:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761499.737410:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761499.737414:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508626816:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761499.800797:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761500.824826:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761501.848804:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761502.872771:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761503.896801:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761504.856776:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.856788:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761504.856792:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.856805:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1476
00000100:00080000:2.0:1789761504.856817:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.856825:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761504.856869:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508626944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.856890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.856893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761504.856895:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.856898:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1476
00000100:00080000:2.0:1789761504.856901:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.856904:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761504.856915:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761504.856925:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508626944:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761504.856927:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508627072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.856942:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.856944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761504.856945:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.856947:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1476
00000100:00080000:2.0:1789761504.856949:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.856952:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761504.856955:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761504.856966:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508627200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.856975:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.856978:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761504.856980:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.856983:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1476
00000100:00080000:2.0:1789761504.856987:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.856992:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761504.856998:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761504.857011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508627328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.857022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.857029:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789761504.857029:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761504.857034:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.857038:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1476
00000100:00080000:2.0:1789761504.857042:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.857046:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761504.857051:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761504.857060:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508627456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761504.857068:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761504.857070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761504.857071:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761504.857074:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1476
00000100:00080000:2.0:1789761504.857077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761504.857082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761504.857083:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9686c7a99c00 x1876699508626944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761504.857085:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761504.857099:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508627584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761504.857106:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508626944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761504.857119:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761504.857123:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761504.857126:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508626944:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761504.857151:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508627072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761504.857180:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761504.857195:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9686c7a9aa00 x1876699508627072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761504.857211:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508627072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761504.857220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761504.857223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761504.857227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508627072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761504.857233:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508627200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761504.857255:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761504.857266:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9686c7a9a300 x1876699508627200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761504.857278:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508627200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761504.857287:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761504.857290:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761504.857294:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508627200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761504.857303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508627328:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761504.857333:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761504.857359:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9686c7a9b800 x1876699508627328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761504.857370:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508627328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761504.857377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761504.857381:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761504.857384:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508627328:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761504.857389:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508627456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761504.857415:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761504.857424:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9686c7a9b100 x1876699508627456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761504.857488:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508627456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761504.857495:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761504.857497:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761504.857500:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508627456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761504.857504:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508627584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761504.857519:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761504.857526:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761504/real 1789761504]  req@ffff9686c7a98e00 x1876699508627584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761504.857534:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508627584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761529 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761504.857687:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761504.857690:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761504.857694:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508627584:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761504.920786:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761505.944776:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761506.968780:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761507.992782:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761509.016775:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761509.976727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.976740:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761509.976745:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.976757:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1481
00000100:00080000:2.0:1789761509.976769:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.976777:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761509.976820:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508627712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761509.976847:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.976851:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761509.976852:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.976856:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1481
00000100:00080000:2.0:1789761509.976858:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.976861:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761509.976870:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761509.976883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508627840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761509.976884:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508627712:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761509.976899:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.976901:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761509.976903:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.976905:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1481
00000100:00080000:2.0:1789761509.976907:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.976910:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761509.976913:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761509.976921:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508627968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761509.976927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.976929:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761509.976930:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.976933:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1481
00000100:00080000:2.0:1789761509.976936:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.976939:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761509.976943:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761509.976951:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508628096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761509.976958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.976961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761509.976962:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.976965:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1481
00000100:00080000:2.0:1789761509.976968:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.976970:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761509.976973:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761509.976985:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508628224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761509.976985:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761509.977006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761509.977011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761509.977013:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761509.977018:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1481
00000100:00080000:2.0:1789761509.977023:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761509.977028:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761509.977034:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9686c7a98000 x1876699508627712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761509.977035:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761509.977051:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508628352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761509.977058:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508627712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761509.977095:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761509.977102:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761509.977108:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508627712:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761509.977140:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508627840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761509.977168:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761509.977184:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9686c7a99f80 x1876699508627840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761509.977199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508627840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761509.977209:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761509.977213:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761509.977216:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508627840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761509.977223:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508627968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761509.977247:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761509.977260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9686c7a9a680 x1876699508627968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761509.977273:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508627968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761509.977282:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761509.977285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761509.977289:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508627968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761509.977296:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508628096:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761509.977320:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761509.977346:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9686c7a98380 x1876699508628096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761509.977355:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508628096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761509.977361:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761509.977364:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761509.977366:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508628096:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761509.977370:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508628224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761509.977386:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761509.977393:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9686c7a9ad80 x1876699508628224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761509.977401:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508628224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761509.977406:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761509.977408:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761509.977409:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508628224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761509.977413:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508628352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761509.977432:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761509.977439:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761509/real 1789761509]  req@ffff9686c7a99180 x1876699508628352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761509.977446:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508628352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761534 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761509.977452:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761509.977454:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761509.977456:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508628352:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761510.040769:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761511.064777:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761512.088784:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761513.112748:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761514.136813:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761515.096745:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761515.096757:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761515.096762:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761515.096774:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1486
00000100:00080000:1.0:1789761515.096787:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761515.096795:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761515.096838:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508628480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761515.096861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761515.096865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761515.096867:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761515.096871:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1486
00000100:00080000:1.0:1789761515.096876:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761515.096882:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761515.096900:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508628480:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789761515.096902:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761515.096923:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508628608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761515.096932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761515.096936:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761515.096937:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761515.096941:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1486
00000100:00080000:1.0:1789761515.096944:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761515.096948:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761515.096953:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761515.096966:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508628736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761515.096978:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761515.096985:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761515.096986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761515.096991:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761515.096997:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1486
00000100:00080000:1.0:1789761515.097003:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761515.097007:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761515.097013:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761515.097026:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508628864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761515.097040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761515.097044:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff9686c4be8e00 x1876699508628480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761515.097045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761515.097049:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761515.097060:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1486
00000100:00080000:1.0:1789761515.097069:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761515.097074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761515.097081:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.097082:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508628480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761515.097109:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761515.097112:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508628992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761515.097117:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761515.097126:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508628480:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761515.097134:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761515.097138:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761515.097140:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761515.097144:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1486
00000100:00080000:1.0:1789761515.097148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761515.097151:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761515.097156:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761515.097162:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508628608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761515.097176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508629120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761515.097195:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761515.097212:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff9686c4beb800 x1876699508628608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761515.097225:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508628608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761515.097235:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761515.097238:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761515.097242:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508628608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761515.097249:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508628736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761515.097272:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761515.097286:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff9686c4beaa00 x1876699508628736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761515.097299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508628736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761515.097308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761515.097312:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761515.097315:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508628736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761515.097322:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508628864:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761515.097342:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761515.097352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff9686c4be9f80 x1876699508628864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761515.097363:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508628864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761515.097372:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761515.097375:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761515.097378:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508628864:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761515.097383:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508628992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761515.097402:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761515.097411:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff9686c4bead80 x1876699508628992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761515.097419:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508628992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761515.097425:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761515.097427:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761515.097429:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508628992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761515.097441:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508629120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761515.097453:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761515.097459:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761515/real 1789761515]  req@ffff9686c4be8380 x1876699508629120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761515.097467:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508629120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761540 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761515.097472:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761515.097474:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761515.097475:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508629120:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761515.160854:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761516.184766:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761517.208782:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761518.232770:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761519.256807:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761520.216714:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761520.216728:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761520.216734:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761520.216748:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1491
00000100:00080000:1.0:1789761520.216764:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761520.216773:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761520.216821:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508629248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761520.216848:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761520.216852:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761520.216854:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761520.216859:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1491
00000100:00080000:1.0:1789761520.216864:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761520.216884:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761520.216896:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761520.216909:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508629248:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761520.216914:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508629376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761520.216950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761520.216953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761520.216954:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761520.216959:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1491
00000100:00080000:1.0:1789761520.216963:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761520.216968:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761520.216974:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761520.216985:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508629504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761520.216995:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761520.216999:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761520.217000:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761520.217006:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1491
00000800:00000100:3.0:1789761520.217007:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761520.217014:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761520.217022:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761520.217028:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761520.217043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508629632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761520.217053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761520.217058:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff9686c4bebb80 x1876699508629248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761520.217060:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761520.217065:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761520.217074:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1491
00000100:00080000:1.0:1789761520.217079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761520.217082:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508629248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761520.217088:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761520.217098:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761520.217106:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761520.217111:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761520.217115:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508629760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761520.217117:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508629248:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761520.217131:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761520.217135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761520.217138:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761520.217142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1491
00000100:00080000:1.0:1789761520.217146:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761520.217148:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508629376:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761520.217155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761520.217161:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761520.217172:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761520.217177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508629888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761520.217186:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff9686c4bea680 x1876699508629376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761520.217200:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508629376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761520.217207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761520.217210:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761520.217213:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508629376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761520.217224:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508629504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761520.217237:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761520.217244:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff9686c4be9c00 x1876699508629504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761520.217251:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508629504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761520.217257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761520.217259:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761520.217261:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508629504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761520.217265:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508629632:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761520.217277:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761520.217283:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff9686c4be8380 x1876699508629632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761520.217291:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508629632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761520.217296:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761520.217298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761520.217300:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508629632:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761520.217303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508629760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761520.217314:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761520.217321:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff9686c4bead80 x1876699508629760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761520.217328:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508629760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761520.217333:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761520.217335:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761520.217336:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508629760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761520.217347:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508629888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761520.217357:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761520.217363:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761520/real 1789761520]  req@ffff9686c4be9f80 x1876699508629888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761520.217372:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508629888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761545 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761520.217377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761520.217378:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761520.217380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508629888:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761520.280754:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761521.304762:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761522.328779:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761523.352803:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761524.376792:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761525.336727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.336738:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761525.336743:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.336755:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1497
00000100:00080000:1.0:1789761525.336769:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.336777:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761525.336826:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508630016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761525.336858:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.336863:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761525.336864:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.336868:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1497
00000100:00080000:1.0:1789761525.336872:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.336876:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761525.336886:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761525.336900:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508630144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761525.336900:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508630016:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761525.336916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.336919:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761525.336920:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.336940:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1497
00000100:00080000:1.0:1789761525.336943:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.336946:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761525.336949:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761525.336958:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508630272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761525.336965:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.336968:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761525.336969:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.336972:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1497
00000100:00080000:1.0:1789761525.336974:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.336977:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761525.336981:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761525.337005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508630400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761525.337016:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.337020:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761525.337021:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.337026:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1497
00000800:00000100:3.0:1789761525.337032:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761525.337034:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.337042:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761525.337048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761525.337061:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508630528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761525.337069:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761525.337071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761525.337073:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761525.337075:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1497
00000100:00080000:1.0:1789761525.337079:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761525.337082:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761525.337086:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761525.337094:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff9686c4beaa00 x1876699508630016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761525.337097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508630656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761525.337127:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508630016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761525.337141:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761525.337146:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761525.337150:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508630016:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761525.337178:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508630144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761525.337204:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761525.337219:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff9686c4beb800 x1876699508630144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761525.337232:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508630144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761525.337247:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761525.337251:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761525.337255:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508630144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761525.337261:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508630272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761525.337280:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761525.337292:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff9686c4be8e00 x1876699508630272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761525.337302:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508630272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761525.337310:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761525.337313:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761525.337316:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508630272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761525.337322:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508630400:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761525.337343:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761525.337356:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff9686c4be9500 x1876699508630400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761525.337368:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508630400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761525.337377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761525.337381:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761525.337385:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508630400:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761525.337392:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508630528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761525.337414:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761525.337427:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff9686c4beb100 x1876699508630528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761525.337440:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508630528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761525.337449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761525.337453:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761525.337457:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508630528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761525.337463:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508630656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761525.337484:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761525.337496:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761525/real 1789761525]  req@ffff9686c4beb480 x1876699508630656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761525.337508:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508630656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761550 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761525.337535:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761525.337539:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761525.337542:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508630656:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761525.400774:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761526.424775:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761527.448793:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761528.472777:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761529.496804:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761530.456749:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761530.456763:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761530.456768:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761530.456780:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1502
00000100:00080000:2.0:1789761530.456793:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761530.456801:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761530.456842:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508630784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761530.456866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761530.456870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761530.456872:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761530.456877:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1502
00000100:00080000:2.0:1789761530.456882:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761530.456888:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761530.456899:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508630784:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761530.456901:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761530.456919:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508630912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761530.456929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761530.456931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761530.456933:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761530.456936:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1502
00000100:00080000:2.0:1789761530.456940:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761530.456942:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761530.456948:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761530.456957:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508631040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761530.456968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761530.456971:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761530.456973:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761530.456980:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761530.456981:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1502
00000100:00080000:2.0:1789761530.456989:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761530.456994:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761530.457000:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761530.457022:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508631168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761530.457030:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761530.457033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761530.457035:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761530.457038:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1502
00000100:00080000:2.0:1789761530.457042:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761530.457046:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff9686c7a9b480 x1876699508630784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761530.457047:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761530.457054:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761530.457067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508631296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761530.457073:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508630784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761530.457083:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761530.457087:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761530.457088:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761530.457092:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761530.457095:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761530.457097:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508630784:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761530.457105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1502
00000100:00080000:2.0:1789761530.457111:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761530.457116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761530.457122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761530.457137:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508630912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761530.457138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508631424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761530.457173:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761530.457189:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff9686c7a98700 x1876699508630912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761530.457200:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508630912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761530.457207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761530.457209:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761530.457211:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508630912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761530.457215:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508631040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761530.457231:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761530.457238:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff9686c7a9bb80 x1876699508631040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761530.457247:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508631040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761530.457257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761530.457259:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761530.457262:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508631040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761530.457265:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508631168:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761530.457277:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761530.457283:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff9686c7a99880 x1876699508631168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761530.457294:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508631168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761530.457303:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761530.457307:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761530.457310:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508631168:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761530.457317:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508631296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761530.457339:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761530.457352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff9686c7a98a80 x1876699508631296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761530.457365:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508631296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761530.457374:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761530.457377:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761530.457380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508631296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761530.457393:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508631424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761530.457410:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761530.457417:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761530/real 1789761530]  req@ffff9686c7a9b480 x1876699508631424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761530.457425:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508631424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761555 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761530.457430:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761530.457432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761530.457435:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508631424:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761530.520771:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761531.544804:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761532.568789:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761533.592805:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761534.616779:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761535.576747:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761535.576757:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761535.576762:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761535.576775:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1507
00000100:00080000:2.0:1789761535.576788:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761535.576797:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761535.576833:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508631552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761535.576863:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761535.576866:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761535.576868:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761535.576872:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1507
00000100:00080000:2.0:1789761535.576875:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761535.576890:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761535.576898:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761535.576912:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508631680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761535.576930:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761535.576933:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761535.576935:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761535.576940:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1507
00000100:00080000:2.0:1789761535.576943:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761535.576948:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761535.576954:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761535.576969:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508631808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761535.576990:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761535.576993:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761535.576994:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761535.577003:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1507
00000100:00100000:3.0:1789761535.577003:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508631552:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761535.577016:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761535.577022:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761535.577026:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761535.577035:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508631936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761535.577043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761535.577045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761535.577046:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761535.577049:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1507
00000100:00080000:2.0:1789761535.577052:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761535.577054:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761535.577059:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761535.577066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508632064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761535.577072:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761535.577075:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761535.577076:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761535.577078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1507
00000100:00080000:2.0:1789761535.577088:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761535.577091:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761535.577094:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761535.577101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508632192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761535.577111:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761535.577176:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9686c7a99180 x1876699508631552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761535.577200:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508631552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761535.577215:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761535.577220:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761535.577226:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508631552:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761535.577235:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508631680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761535.577276:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761535.577288:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9686c7a9ad80 x1876699508631680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761535.577296:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508631680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761535.577303:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761535.577321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761535.577324:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508631680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761535.577349:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508631808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761535.577364:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761535.577389:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9686c7a98380 x1876699508631808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761535.577397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508631808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761535.577405:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761535.577409:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761535.577413:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508631808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761535.577420:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508631936:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761535.577458:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761535.577472:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9686c7a9a680 x1876699508631936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761535.577486:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508631936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761535.577496:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761535.577500:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761535.577503:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508631936:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761535.577510:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508632064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761535.577550:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761535.577561:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9686c7a99f80 x1876699508632064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761535.577570:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508632064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761535.577576:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761535.577579:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761535.577581:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508632064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761535.577585:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508632192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761535.577599:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761535.577606:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761535/real 1789761535]  req@ffff9686c7a98000 x1876699508632192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761535.577614:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508632192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761560 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761535.577646:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761535.577649:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761535.577653:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508632192:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761535.640817:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761536.664742:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761537.688759:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761538.712817:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761539.736799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761540.696758:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761540.696769:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761540.696774:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761540.696786:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1512
00000100:00080000:2.0:1789761540.696799:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761540.696808:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761540.696843:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508632320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761540.696873:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761540.696878:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761540.696888:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761540.696893:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1512
00000100:00080000:2.0:1789761540.696898:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761540.696904:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761540.696916:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761540.696929:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508632320:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761540.696940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508632448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761540.696957:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761540.696961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761540.696963:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761540.696976:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1512
00000100:00080000:2.0:1789761540.696982:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761540.696987:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761540.696994:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761540.697008:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508632576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761540.697018:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761540.697026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789761540.697027:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761540.697031:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761540.697040:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1512
00000100:00080000:2.0:1789761540.697046:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761540.697051:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761540.697058:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761540.697073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508632704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761540.697085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761540.697089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761540.697091:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761540.697096:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9686c7a98e00 x1876699508632320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761540.697102:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1512
00000100:00080000:2.0:1789761540.697116:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761540.697133:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508632320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761540.697140:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761540.697157:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761540.697157:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761540.697167:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761540.697172:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508632320:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761540.697184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508632832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761540.697197:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761540.697201:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761540.697203:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761540.697208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1512
00000100:00100000:3.0:1789761540.697210:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508632448:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789761540.697218:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761540.697227:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761540.697234:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761540.697242:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761540.697254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508632960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761540.697258:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9686c7a9b100 x1876699508632448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761540.697328:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508632448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761540.697337:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761540.697343:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761540.697346:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508632448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761540.697354:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508632576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761540.697373:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761540.697391:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9686c7a9b800 x1876699508632576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761540.697417:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508632576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761540.697424:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761540.697427:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761540.697430:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508632576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761540.697436:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508632704:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761540.697461:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761540.697476:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9686c7a9a300 x1876699508632704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761540.697492:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508632704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761540.697507:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761540.697513:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761540.697520:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508632704:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761540.697532:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508632832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761540.697556:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761540.697567:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9686c7a9aa00 x1876699508632832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761540.697575:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508632832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761540.697582:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761540.697586:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761540.697590:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508632832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761540.697617:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508632960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761540.697743:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761540.697757:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761540/real 1789761540]  req@ffff9686c7a99c00 x1876699508632960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761540.697913:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508632960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761565 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761540.697924:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761540.697969:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761540.697975:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508632960:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761540.760818:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761541.784759:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761542.808841:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761543.832764:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761544.856823:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761545.816744:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.816758:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761545.816766:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761545.816780:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1517
00000100:00080000:1.0:1789761545.816795:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.816806:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761545.816858:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508633088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761545.816886:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.816891:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761545.816893:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761545.816899:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1517
00000100:00080000:1.0:1789761545.816904:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.816910:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761545.816919:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508633088:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789761545.816922:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761545.816940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508633216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761545.816953:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.816958:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761545.816960:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761545.816964:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1517
00000100:00080000:1.0:1789761545.816969:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.816974:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761545.816980:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761545.816992:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508633344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761545.817011:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.817016:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761545.817024:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761545.817029:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1517
00000100:00080000:1.0:1789761545.817035:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.817041:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761545.817048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761545.817055:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508633216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761545.817066:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508633472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761545.817082:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.817087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761545.817090:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761545.817094:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1517
00000100:00100000:3.0:1789761545.817099:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508633344:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761545.817101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.817111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761545.817117:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761545.817133:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508633600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761545.817136:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508633472:192.168.203.123@tcp:8:kworker.0
00000100:00080000:1.0:1789761545.817154:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761545.817159:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761545.817161:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761545.817163:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508633600:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761545.817170:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1517
00000100:00080000:1.0:1789761545.817177:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761545.817182:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761545.817189:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761545.817203:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508633728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761545.817251:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508633728:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761545.880788:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761546.904801:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761547.928772:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789761548.888949:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:0.0:1789761548.889017:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789761548.889041:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789761548.889094:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789761548.889109:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789761548.889120:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789761548.889133:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789761548.889146:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761548.889147:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9686c4beb480 x1876699508633472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761548.889197:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508633472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761548.889214:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761548.889221:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761548.889230:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508633472:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761548.889241:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9686c4be8700 x1876699508633216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761548.889258:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508633216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761548.889267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761548.889272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761548.889276:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508633216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761548.889284:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9686c4be8000 x1876699508633344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761548.889308:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508633344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761548.889317:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761548.889321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761548.889324:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508633344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761548.889334:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9686c4be9880 x1876699508633088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761548.889358:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508633088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761548.889367:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761548.889371:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761548.889375:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508633088:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761548.889414:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9686c4be9500 x1876699508633728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761548.889429:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508633728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761548.889437:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761548.889442:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761548.889445:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508633728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761548.889453:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761545/real 1789761548]  req@ffff9686c4beb100 x1876699508633600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761548.889467:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508633600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761570 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761548.889476:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761548.889481:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761548.889484:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508633600:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761548.952787:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761549.976793:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761550.936771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761550.936786:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761550.936793:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761550.936809:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1522
00000100:00080000:2.0:1789761550.936824:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761550.936835:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761550.936881:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508633856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761550.936913:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761550.936918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761550.936920:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761550.936926:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1522
00000100:00080000:2.0:1789761550.936932:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761550.936938:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761550.936951:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761550.936960:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508633856:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761550.936969:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508633984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761550.936980:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761550.936983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761550.936985:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761550.936993:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1522
00000100:00080000:2.0:1789761550.936998:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761550.937001:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761550.937006:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761550.937016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508634112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761550.937028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761550.937031:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761550.937033:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761550.937038:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761550.937042:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1522
00000100:00080000:2.0:1789761550.937062:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761550.937068:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761550.937075:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761550.937089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508634240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761550.937105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9686c7a99c00 x1876699508633856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761550.937128:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508633856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761550.937148:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761550.937151:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761550.937155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761550.937161:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761550.937161:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761550.937173:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1522
00000100:00100000:3.0:1789761550.937173:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508633856:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761550.937183:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761550.937190:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761550.937197:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761550.937211:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508634368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761550.937214:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508633984:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789761550.937233:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761550.937237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761550.937239:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761550.937246:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1522
00000100:00080000:2.0:1789761550.937253:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761550.937260:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761550.937264:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789761550.937268:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761550.937285:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508634496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761550.937287:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9686c7a9aa00 x1876699508633984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761550.937321:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508633984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761550.937351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761550.937356:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761550.937359:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508633984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761550.937367:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508634112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761550.937390:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761550.937409:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9686c7a9a300 x1876699508634112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761550.937422:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508634112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761550.937431:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761550.937435:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761550.937439:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508634112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761550.937446:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508634240:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761550.937471:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761550.937485:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9686c7a9b800 x1876699508634240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761550.937498:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508634240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761550.937506:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761550.937509:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761550.937512:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508634240:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761550.937528:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508634368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761550.937665:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761550.937679:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9686c7a9b100 x1876699508634368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761550.937692:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508634368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761550.937708:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761550.937712:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761550.937716:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508634368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761550.937723:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508634496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761550.937746:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761550.937758:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761550/real 1789761550]  req@ffff9686c7a98e00 x1876699508634496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761550.937767:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508634496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761575 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761550.937776:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761550.937780:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761550.937783:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508634496:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761551.000789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761552.024833:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761553.048782:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761554.072812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761555.096786:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761556.056727:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761556.056739:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761556.056744:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761556.056755:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1527
00000100:00080000:2.0:1789761556.056777:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761556.056786:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761556.056829:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508634624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761556.056856:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761556.056860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761556.056861:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761556.056865:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1527
00000100:00080000:2.0:1789761556.056868:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761556.056871:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761556.056882:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761556.056894:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508634624:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761556.056895:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508634752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761556.056909:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761556.056913:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761556.056915:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761556.056920:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1527
00000100:00080000:2.0:1789761556.056924:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761556.056929:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761556.056935:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761556.056948:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508634880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761556.056960:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761556.056964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761556.056966:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761556.056971:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1527
00000100:00080000:2.0:1789761556.056976:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761556.056981:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761556.056987:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789761556.056990:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761556.057006:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508635008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761556.057028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761556.057033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761556.057035:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761556.057040:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1527
00000100:00080000:2.0:1789761556.057045:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761556.057049:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff9686c7a98000 x1876699508634624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.057054:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761556.057062:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761556.057077:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508635136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761556.057088:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508634624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761556.057091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761556.057101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761556.057105:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761556.057107:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761556.057112:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1527
00000100:00080000:3.0:1789761556.057118:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761556.057119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761556.057127:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508634624:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761556.057129:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761556.057140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761556.057155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508635264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761556.057169:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508634752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761556.057200:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761556.057213:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff9686c7a99f80 x1876699508634752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761556.057228:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508634752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761556.057237:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761556.057241:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761556.057245:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508634752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761556.057251:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508634880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761556.057269:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761556.057278:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff9686c7a9a680 x1876699508634880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761556.057302:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508634880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761556.057309:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761556.057311:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761556.057314:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508634880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761556.057318:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508635008:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761556.057348:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761556.057361:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff9686c7a98380 x1876699508635008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761556.057375:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508635008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761556.057382:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761556.057385:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761556.057387:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508635008:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761556.057392:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508635136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761556.057409:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761556.057416:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff9686c7a9ad80 x1876699508635136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761556.057424:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508635136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761556.057430:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761556.057432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761556.057434:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508635136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761556.057452:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508635264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761556.057474:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761556.057486:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761556/real 1789761556]  req@ffff9686c7a99180 x1876699508635264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761556.057499:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508635264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761581 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761556.057509:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761556.057513:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761556.057517:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508635264:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761556.120799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761557.144759:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761558.168794:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761559.192789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761560.216815:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761561.176792:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761561.176807:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761561.176814:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761561.176830:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1532
00000100:00080000:2.0:1789761561.176847:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761561.176858:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761561.176910:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508635392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761561.176935:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761561.176939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761561.176940:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761561.176944:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1532
00000100:00080000:2.0:1789761561.176948:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761561.176952:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761561.176962:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761561.176976:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508635520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761561.176985:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508635392:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761561.176987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761561.176994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761561.176998:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761561.177002:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1532
00000100:00080000:2.0:1789761561.177004:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761561.177007:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761561.177009:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761561.177018:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508635648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761561.177025:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761561.177028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761561.177029:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761561.177032:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1532
00000100:00080000:2.0:1789761561.177034:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761561.177036:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761561.177039:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761561.177047:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508635776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761561.177059:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761561.177062:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761561.177063:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761561.177065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1532
00000100:00080000:2.0:1789761561.177068:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761561.177070:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761561.177073:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761561.177077:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761561.177084:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508635904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761561.177092:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761561.177095:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761561.177096:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761561.177099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1532
00000100:00080000:2.0:1789761561.177102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761561.177104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761561.177107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761561.177116:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508636032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761561.177127:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff9686c7a9b480 x1876699508635392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761561.177144:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508635392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761561.177154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761561.177157:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761561.177160:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508635392:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761561.177186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508635520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761561.177213:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761561.177228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff9686c7a98a80 x1876699508635520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761561.177243:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508635520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761561.177270:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761561.177274:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761561.177277:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508635520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761561.177283:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508635648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761561.177301:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761561.177310:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff9686c7a99880 x1876699508635648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761561.177319:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508635648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761561.177324:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761561.177327:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761561.177329:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508635648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761561.177333:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508635776:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761561.177345:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761561.177351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff9686c7a9bb80 x1876699508635776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761561.177358:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508635776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761561.177364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761561.177365:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761561.177367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508635776:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761561.177371:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508635904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761561.177381:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761561.177388:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff9686c7a98700 x1876699508635904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761561.177396:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508635904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761561.177401:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761561.177403:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761561.177405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508635904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761561.177408:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508636032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761561.177418:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761561.177423:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761561/real 1789761561]  req@ffff9686c7a99180 x1876699508636032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761561.177430:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508636032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761586 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761561.177435:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761561.177438:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761561.177439:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508636032:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761561.240813:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761562.264819:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761563.288766:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761564.312763:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761565.336741:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761566.296741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761566.296756:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761566.296763:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761566.296778:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1538
00000100:00080000:1.0:1789761566.296797:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761566.296806:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761566.296851:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508636160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761566.296875:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761566.296879:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761566.296880:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761566.296883:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1538
00000100:00080000:1.0:1789761566.296886:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761566.296889:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761566.296899:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761566.296908:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508636288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761566.296916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761566.296924:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761566.296927:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761566.296927:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508636160:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761566.296935:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1538
00000100:00080000:1.0:1789761566.296942:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761566.296949:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761566.296954:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761566.296972:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508636416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761566.296982:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761566.296986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761566.296987:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761566.296993:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1538
00000100:00080000:1.0:1789761566.296999:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761566.297003:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761566.297006:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761566.297015:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761566.297037:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508636544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761566.297047:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff9686c4be8e00 x1876699508636160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761566.297050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761566.297071:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761566.297079:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761566.297086:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1538
00000100:00100000:3.0:1789761566.297088:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508636160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761566.297097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761566.297110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761566.297113:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761566.297126:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:1.0:1789761566.297129:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761566.297130:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508636160:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761566.297156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508636672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761566.297172:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508636288:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761566.297173:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761566.297185:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761566.297191:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761566.297197:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1538
00000800:00000100:3.0:1789761566.297197:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761566.297219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761566.297229:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761566.297235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761566.297236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff9686c4beb800 x1876699508636288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761566.297262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508636800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761566.297263:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508636288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761566.297330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761566.297337:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761566.297344:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508636288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761566.297356:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508636416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761566.297382:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761566.297408:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff9686c4beaa00 x1876699508636416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761566.297417:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508636416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761566.297423:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761566.297426:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761566.297428:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508636416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761566.297433:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508636544:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761566.297447:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761566.297469:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff9686c4be9f80 x1876699508636544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761566.297476:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508636544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761566.297482:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761566.297484:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761566.297486:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508636544:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761566.297499:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508636672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761566.297512:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761566.297519:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff9686c4bead80 x1876699508636672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761566.297526:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508636672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761566.297531:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761566.297533:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761566.297534:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508636672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761566.297538:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508636800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761566.297548:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761566.297554:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761566/real 1789761566]  req@ffff9686c4be8380 x1876699508636800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761566.297562:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508636800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761591 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761566.297566:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761566.297568:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761566.297570:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508636800:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761566.360806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761567.384792:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761568.408790:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761569.432748:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761570.456770:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761571.416741:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761571.416750:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761571.416754:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761571.416764:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1543
00000100:00080000:1.0:1789761571.416775:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761571.416782:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761571.416814:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508636928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761571.416833:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761571.416836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761571.416837:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761571.416840:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1543
00000100:00080000:1.0:1789761571.416844:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761571.416849:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761571.416860:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761571.416862:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508636928:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761571.416878:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508637056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761571.416892:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761571.416896:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761571.416898:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761571.416903:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1543
00000100:00080000:1.0:1789761571.416908:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761571.416913:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761571.416917:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789761571.416922:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761571.416939:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508637184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761571.416951:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761571.416952:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff9686c4be9c00 x1876699508636928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761571.416959:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761571.416963:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761571.416973:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1543
00000100:00080000:1.0:1789761571.416980:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761571.416986:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761571.416987:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508636928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761571.416990:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761571.417005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508637312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761571.417022:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761571.417030:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761571.417037:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508636928:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761571.417046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761571.417051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761571.417053:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761571.417058:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1543
00000100:00100000:3.0:1789761571.417062:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508637056:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761571.417065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761571.417072:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761571.417087:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789761571.417096:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761571.417099:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff9686c4bea680 x1876699508637056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761571.417119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508637440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761571.417119:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508637056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761571.417160:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761571.417162:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789761571.417165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761571.417166:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508637056:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761571.417186:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761571.417190:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761571.417190:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508637184:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761571.417199:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1543
00000100:00080000:1.0:1789761571.417203:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761571.417207:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761571.417211:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761571.417216:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761571.417225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508637568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761571.417229:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff9686c4bebb80 x1876699508637184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761571.417243:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508637184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761571.417256:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761571.417261:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761571.417266:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508637184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761571.417273:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508637312:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761571.417297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761571.417310:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff9686c4be8380 x1876699508637312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761571.417323:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508637312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761571.417332:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761571.417335:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761571.417339:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508637312:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761571.417357:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508637440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761571.417381:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761571.417394:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff9686c4bead80 x1876699508637440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761571.417408:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508637440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761571.417416:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761571.417420:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761571.417423:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508637440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761571.417429:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508637568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761571.417452:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761571.417465:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761571/real 1789761571]  req@ffff9686c4be9f80 x1876699508637568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761571.417479:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508637568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761596 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761571.417487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761571.417490:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761571.417494:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508637568:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761571.480798:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761572.504806:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761573.528802:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761574.552796:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761575.576794:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761576.536723:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.536732:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761576.536736:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.536748:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1548
00000100:00080000:2.0:1789761576.536762:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.536771:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761576.536806:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508637696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761576.536832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.536836:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761576.536838:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.536844:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1548
00000100:00080000:2.0:1789761576.536849:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.536855:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761576.536865:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761576.536867:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508637696:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761576.536880:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508637824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761576.536890:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.536892:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761576.536894:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.536897:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1548
00000100:00080000:2.0:1789761576.536900:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.536903:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761576.536906:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761576.536915:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508637952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761576.536922:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.536925:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761576.536927:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.536932:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1548
00000800:00000100:3.0:1789761576.536932:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761576.536939:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.536942:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761576.536946:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761576.536955:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508638080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761576.536964:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.536966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761576.536968:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.536970:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1548
00000100:00080000:2.0:1789761576.536973:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.536976:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761576.536979:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761576.536987:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508638208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761576.536992:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761576.536995:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761576.536996:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761576.536999:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1548
00000100:00080000:2.0:1789761576.537002:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761576.537004:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761576.537008:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761576.537015:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508638336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761576.537038:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9686c7a9ad80 x1876699508637696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761576.537055:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508637696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761576.537064:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761576.537067:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761576.537071:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508637696:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761576.537192:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508637824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761576.537216:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761576.537263:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9686c7a98380 x1876699508637824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761576.537273:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508637824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761576.537279:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761576.537281:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761576.537284:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508637824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761576.537288:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508637952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761576.537303:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761576.537309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9686c7a9a680 x1876699508637952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761576.537317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508637952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761576.537327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761576.537328:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761576.537330:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508637952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761576.537334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508638080:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761576.537345:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761576.537350:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9686c7a99f80 x1876699508638080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761576.537361:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508638080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761576.537369:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761576.537372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761576.537376:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508638080:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761576.537382:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508638208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761576.537403:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761576.537416:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9686c7a98000 x1876699508638208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761576.537429:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508638208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761576.537437:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761576.537441:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761576.537445:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508638208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761576.537450:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508638336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761576.537469:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761576.537477:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761576/real 1789761576]  req@ffff9686c7a98e00 x1876699508638336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761576.537484:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508638336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761601 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761576.537489:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761576.537491:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761576.537493:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508638336:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761576.600765:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761577.624826:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761578.648781:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761579.672751:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761580.696756:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761581.656735:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.656747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761581.656752:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.656763:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1553
00000100:00080000:2.0:1789761581.656774:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.656783:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761581.656821:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508638464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.656849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.656853:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761581.656855:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.656859:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1553
00000100:00080000:2.0:1789761581.656863:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.656867:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761581.656877:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761581.656893:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508638464:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761581.656895:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508638592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761581.656909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.656913:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761581.656914:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.656919:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1553
00000100:00080000:2.0:1789761581.656924:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.656928:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761581.656933:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761581.656946:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508638720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761581.656953:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761581.656964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.656968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761581.656970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761581.656975:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1553
00000100:00080000:2.0:1789761581.656979:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.656985:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761581.656991:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761581.656991:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9686c7a9b100 x1876699508638464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761581.657010:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508638848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761581.657012:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508638464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761581.657039:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761581.657040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761581.657045:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761581.657047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761581.657051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761581.657052:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508638464:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761581.657062:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1553
00000100:00080000:2.0:1789761581.657067:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.657071:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761581.657077:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761581.657078:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508638592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761581.657108:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508638976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761581.657122:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761581.657133:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761581.657137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761581.657139:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761581.657144:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9686c7a9b800 x1876699508638592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761581.657147:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1553
00000100:00080000:2.0:1789761581.657154:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761581.657161:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761581.657166:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508638592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761581.657169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761581.657178:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761581.657182:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761581.657189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508639104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761581.657190:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508638592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761581.657204:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508638720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761581.657232:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761581.657245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9686c7a9a300 x1876699508638720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761581.657253:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508638720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761581.657259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761581.657261:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761581.657263:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508638720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761581.657267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508638848:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761581.657281:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761581.657287:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9686c7a9aa00 x1876699508638848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761581.657294:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508638848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761581.657299:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761581.657301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761581.657303:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508638848:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761581.657314:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508638976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761581.657324:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761581.657330:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9686c7a99c00 x1876699508638976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761581.657337:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508638976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761581.657342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761581.657344:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761581.657346:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508638976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761581.657349:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508639104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761581.657359:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761581.657365:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761581/real 1789761581]  req@ffff9686c7a9b100 x1876699508639104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761581.657372:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508639104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761606 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761581.657377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761581.657378:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761581.657381:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508639104:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761581.720794:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761582.744761:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761583.768879:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761584.792775:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761585.816824:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761586.776736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.776749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761586.776754:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.776767:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1558
00000100:00080000:2.0:1789761586.776780:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.776789:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761586.776839:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508639232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761586.776864:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.776869:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761586.776871:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.776876:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1558
00000100:00080000:2.0:1789761586.776881:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.776885:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761586.776902:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508639232:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761586.776910:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761586.776924:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508639360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761586.776934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.776938:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761586.776939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.776943:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1558
00000100:00080000:2.0:1789761586.776962:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.776966:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761586.776970:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761586.776978:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761586.776980:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508639488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761586.776989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761586.776992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761586.776994:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.776997:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1558
00000100:00080000:2.0:1789761586.777000:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.777004:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761586.777009:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761586.777017:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508639616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761586.777027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761586.777028:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9686c7a98e00 x1876699508639232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761586.777030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761586.777033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.777037:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1558
00000100:00080000:2.0:1789761586.777040:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.777044:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761586.777048:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508639232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761586.777049:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761586.777074:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508639744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761586.777075:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.777080:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761586.777085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761586.777085:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508639232:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761586.777089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761586.777090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761586.777094:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1558
00000100:00080000:2.0:1789761586.777097:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761586.777101:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761586.777105:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761586.777113:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508639360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761586.777115:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508639872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761586.777139:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761586.777153:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9686c7a98000 x1876699508639360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.777166:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508639360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.777172:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.777174:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761586.777177:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508639360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761586.777181:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508639488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761586.777196:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761586.777204:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9686c7a99f80 x1876699508639488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.777211:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508639488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.777217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.777218:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761586.777220:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508639488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761586.777224:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508639616:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761586.777236:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761586.777241:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9686c7a9a680 x1876699508639616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.777249:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508639616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.777254:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.777256:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761586.777258:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508639616:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761586.777261:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508639744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761586.777271:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761586.777278:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9686c7a98380 x1876699508639744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.777285:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508639744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.777290:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.777293:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761586.777295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508639744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761586.777306:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508639872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761586.777316:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761586.777322:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761586/real 1789761586]  req@ffff9686c7a9ad80 x1876699508639872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761586.777329:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508639872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761611 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761586.777334:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761586.777336:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761586.777338:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508639872:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761586.840775:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761587.864807:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761588.888768:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761589.912814:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761590.936797:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761591.896745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761591.896755:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761591.896760:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761591.896772:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1563
00000100:00080000:2.0:1789761591.896785:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761591.896794:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761591.896839:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508640000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761591.896869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761591.896872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761591.896873:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761591.896877:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1563
00000100:00080000:2.0:1789761591.896880:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761591.896883:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761591.896893:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761591.896901:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508640000:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761591.896908:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508640128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761591.896916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761591.896919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761591.896920:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761591.896923:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1563
00000100:00080000:2.0:1789761591.896926:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761591.896929:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761591.896932:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761591.896940:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508640256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761591.896947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761591.896950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761591.896952:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761591.896954:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1563
00000100:00080000:2.0:1789761591.896960:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761591.896963:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761591.896967:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761591.896978:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508640384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761591.896978:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761591.896988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761591.896992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761591.896993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761591.896997:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1563
00000100:00080000:2.0:1789761591.896999:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761591.897002:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761591.897004:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761591.897012:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508640512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761591.897035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761591.897040:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9686c7a99180 x1876699508640000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761591.897041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761591.897044:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761591.897052:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1563
00000100:00080000:2.0:1789761591.897058:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761591.897061:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761591.897066:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761591.897066:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508640000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761591.897081:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761591.897082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508640640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761591.897091:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761591.897102:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508640000:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761591.897137:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508640128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761591.897164:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761591.897177:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9686c7a98700 x1876699508640128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761591.897192:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508640128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761591.897200:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761591.897203:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761591.897206:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508640128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761591.897212:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508640256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761591.897233:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761591.897246:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9686c7a9bb80 x1876699508640256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761591.897258:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508640256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761591.897267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761591.897270:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761591.897274:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508640256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761591.897281:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508640384:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761591.897301:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761591.897326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9686c7a99880 x1876699508640384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761591.897335:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508640384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761591.897342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761591.897345:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761591.897347:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508640384:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761591.897351:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508640512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761591.897366:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761591.897373:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9686c7a98a80 x1876699508640512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761591.897381:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508640512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761591.897387:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761591.897389:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761591.897391:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508640512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761591.897395:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508640640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761591.897407:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761591.897413:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761591/real 1789761591]  req@ffff9686c7a9b480 x1876699508640640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761591.897422:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508640640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761616 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761591.897428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761591.897430:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761591.897433:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508640640:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761591.960784:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761592.984785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761594.008783:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761595.032833:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761596.056776:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761597.016736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761597.016748:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761597.016752:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761597.016765:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1568
00000100:00080000:0.0:1789761597.016777:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761597.016785:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761597.016828:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508640768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761597.016849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761597.016852:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761597.016854:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761597.016857:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1568
00000100:00080000:0.0:1789761597.016859:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761597.016864:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761597.016873:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761597.016883:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508640768:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761597.016887:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508640896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761597.016896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761597.016899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761597.016900:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761597.016903:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1568
00000100:00080000:0.0:1789761597.016905:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761597.016908:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761597.016911:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761597.016918:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508641024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761597.016924:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761597.016927:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761597.016928:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761597.016931:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1568
00000100:00080000:0.0:1789761597.016935:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761597.016938:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761597.016941:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761597.016949:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508641152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761597.016956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761597.016962:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761597.016963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761597.016967:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761597.016970:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1568
00000100:00080000:0.0:1789761597.016974:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761597.016976:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761597.016993:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761597.017005:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508641280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761597.017013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761597.017015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761597.017017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761597.017020:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1568
00000100:00080000:0.0:1789761597.017024:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761597.017027:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761597.017031:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761597.017033:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff9686c954c000 x1876699508640768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761597.017042:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508641408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761597.017054:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508640768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761597.017065:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761597.017069:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761597.017072:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508640768:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761597.017096:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508640896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761597.017115:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761597.017124:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff9686c954c380 x1876699508640896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761597.017132:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508640896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761597.017138:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761597.017140:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761597.017142:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508640896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761597.017146:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508641024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761597.017158:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761597.017164:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff9686c954d180 x1876699508641024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761597.017172:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508641024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761597.017177:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761597.017178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761597.017180:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508641024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761597.017184:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508641152:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761597.017195:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761597.017201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff9686c954ce00 x1876699508641152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761597.017208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508641152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761597.017214:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761597.017215:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761597.017217:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508641152:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761597.017220:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508641280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761597.017230:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761597.017236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff9686c954fb80 x1876699508641280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761597.017244:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508641280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761597.017249:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761597.017251:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761597.017252:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508641280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761597.017256:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508641408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761597.017266:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761597.017271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761597/real 1789761597]  req@ffff9686c954ca80 x1876699508641408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761597.017279:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508641408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761622 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761597.017284:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761597.017285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761597.017287:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508641408:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761597.080799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761598.104800:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761599.128951:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761600.152807:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761601.176800:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761602.136752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761602.136761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761602.136765:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.136773:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1573
00000100:00080000:3.0:1789761602.136784:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.136790:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761602.136821:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275880 x1876699508641536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761602.136844:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761602.136848:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761602.136851:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.136858:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1573
00000100:00080000:3.0:1789761602.136862:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.136867:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761602.136877:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761602.136887:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508641536:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761602.136901:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508641664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761602.136912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761602.136916:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761602.136917:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.136921:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1573
00000100:00080000:3.0:1789761602.136925:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.136929:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761602.136933:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761602.136959:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508641792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761602.136966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761602.136969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761602.136970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.136974:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1573
00000100:00080000:3.0:1789761602.136978:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.136981:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761602.136985:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761602.136994:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508641920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761602.137001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761602.137003:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761602.137004:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.137009:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1573
00000100:00080000:3.0:1789761602.137018:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789761602.137019:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789761602.137025:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761602.137029:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761602.137037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508642048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761602.137043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761602.137057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761602.137059:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761602.137061:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1573
00000100:00080000:3.0:1789761602.137066:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761602.137070:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761602.137074:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761602.137083:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508642176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761602.137114:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff9686d8275880 x1876699508641536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.137144:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275880 x1876699508641536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.137161:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.137169:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761602.137178:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508641536:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761602.137225:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508641664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761602.137250:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761602.137262:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff9686d8277100 x1876699508641664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.137272:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508641664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.137278:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.137281:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761602.137283:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508641664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761602.137288:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508641792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761602.137309:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761602.137322:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff9686d8275500 x1876699508641792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.137336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508641792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.137349:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.137352:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761602.137355:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508641792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761602.137362:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508641920:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761602.137380:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761602.137388:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff9686d8274e00 x1876699508641920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.137396:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508641920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.137402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.137405:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761602.137407:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508641920:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761602.137410:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508642048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761602.137421:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761602.137428:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff9686d8275180 x1876699508642048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.137436:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508642048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.137440:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.137442:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761602.137445:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508642048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761602.137449:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508642176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761602.137460:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761602.137466:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761602/real 1789761602]  req@ffff9686d8274380 x1876699508642176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761602.137473:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508642176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761627 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761602.137478:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761602.137480:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761602.137482:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508642176:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761602.200749:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761603.224750:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761604.248771:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761605.272736:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761606.296753:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761607.256761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.256773:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761607.256777:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.256788:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1578
00000100:00080000:3.0:1789761607.256799:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.256807:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761607.256859:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508642304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.256890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.256893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761607.256895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.256898:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1578
00000100:00080000:3.0:1789761607.256915:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.256919:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761607.256929:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761607.256942:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508642432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.256950:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.256953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761607.256955:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.256958:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1578
00000100:00080000:3.0:1789761607.256960:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761607.256965:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508642304:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789761607.256966:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761607.256975:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761607.256982:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508642560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.256990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.256993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761607.256994:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.256997:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1578
00000100:00080000:3.0:1789761607.256999:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.257001:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761607.257005:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761607.257013:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508642688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761607.257019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.257022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761607.257023:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.257026:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1578
00000100:00080000:3.0:1789761607.257029:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.257032:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761607.257034:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761607.257041:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508642816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761607.257045:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789761607.257054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761607.257058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761607.257060:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761607.257064:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1578
00000100:00080000:3.0:1789761607.257066:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761607.257070:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761607.257072:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761607.257079:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275880 x1876699508642944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761607.257098:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff9686d8274380 x1876699508642304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761607.257113:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508642304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761607.257122:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761607.257126:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761607.257130:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508642304:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761607.257135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508642432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761607.257151:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761607.257160:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff9686d8275180 x1876699508642432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761607.257168:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508642432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761607.257174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761607.257176:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761607.257178:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508642432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761607.257209:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508642560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761607.257221:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761607.257228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff9686d8274e00 x1876699508642560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761607.257235:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508642560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761607.257241:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761607.257243:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761607.257245:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508642560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761607.257248:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508642688:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761607.257258:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761607.257264:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff9686d8275500 x1876699508642688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761607.257272:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508642688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761607.257277:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761607.257279:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761607.257281:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508642688:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761607.257284:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508642816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761607.257294:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761607.257300:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff9686d8277100 x1876699508642816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761607.257308:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508642816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761607.257312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761607.257314:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761607.257316:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508642816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761607.257319:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508642944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761607.257328:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761607.257333:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761607/real 1789761607]  req@ffff9686d8275880 x1876699508642944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761607.257340:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275880 x1876699508642944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761632 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761607.257345:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761607.257347:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761607.257350:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508642944:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761607.320819:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761608.344793:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761609.368777:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761610.392813:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761611.416827:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761612.376753:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.376764:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761612.376768:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761612.376780:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1584
00000100:00080000:3.0:1789761612.376792:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.376806:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761612.376844:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277480 x1876699508643072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761612.376883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.376888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761612.376891:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761612.376896:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1584
00000100:00080000:3.0:1789761612.376900:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.376905:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761612.376915:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761612.376917:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508643072:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761612.376938:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275c00 x1876699508643200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761612.376959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.376963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761612.376966:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761612.376972:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1584
00000100:00080000:3.0:1789761612.376978:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.376983:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761612.376990:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761612.377003:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274000 x1876699508643328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761612.377011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.377014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761612.377016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761612.377020:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1584
00000100:00080000:3.0:1789761612.377024:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.377028:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761612.377032:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761612.377043:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276680 x1876699508643456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761612.377051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.377054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761612.377056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761612.377058:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1584
00000100:00080000:3.0:1789761612.377063:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789761612.377064:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508643200:192.168.203.123@tcp:38:kworker.0
00000100:00080000:3.0:1789761612.377068:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761612.377078:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761612.377113:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508643328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761612.377140:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508643456:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761612.377165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276300 x1876699508643584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761612.377179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761612.377183:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789761612.377186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508643584:192.168.203.123@tcp:38:kworker.0
00000100:00080000:3.0:1789761612.377187:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761612.377197:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1584
00000100:00080000:3.0:1789761612.377204:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761612.377209:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761612.377216:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761612.378456:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277b80 x1876699508643712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761612.378568:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508643712:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761612.440836:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761613.464817:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761614.488997:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761615.448989:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789761615.449051:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761615.449073:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761615.449128:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761615.449138:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761615.449148:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761615.449159:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761615.449172:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:0.0:1789761615.449197:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761615]  req@ffff9686d8277b80 x1876699508643712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761615.449230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277b80 x1876699508643712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761615.449251:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761615.449257:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761615.449262:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508643712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761615.449272:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761615]  req@ffff9686d8276300 x1876699508643584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761615.449286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276300 x1876699508643584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761615.449295:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761615.449299:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761615.449303:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508643584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761615.449311:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761615]  req@ffff9686d8275c00 x1876699508643200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761615.449323:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275c00 x1876699508643200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761615.449331:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761615.449335:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761615.449339:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508643200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761615.449346:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761615]  req@ffff9686d8274000 x1876699508643328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761615.449359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274000 x1876699508643328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761615.449368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761615.449373:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761615.449376:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508643328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761615.449388:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761615]  req@ffff9686d8276680 x1876699508643456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761615.449402:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276680 x1876699508643456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761615.449410:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761615.449414:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761615.449418:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508643456:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761615.449425:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761612/real 1789761615]  req@ffff9686d8277480 x1876699508643072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761615.449443:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277480 x1876699508643072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761637 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761615.449452:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761615.449456:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761615.449460:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508643072:192.168.203.123@tcp:250:kworker.0
00010000:00010000:0.0:1789761615.512796:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761616.536791:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761617.496768:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.496779:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761617.496785:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.496797:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1589
00000100:00080000:0.0:1789761617.496810:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.496819:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761617.496880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508643840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.496916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.496921:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761617.496923:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.496928:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1589
00000100:00080000:0.0:1789761617.496933:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.496939:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761617.496951:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761617.496962:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508643840:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761617.496970:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508643968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.496984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.496993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761617.496996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.497001:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1589
00000100:00080000:0.0:1789761617.497006:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.497011:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761617.497017:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761617.497030:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508644096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761617.497047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.497052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761617.497054:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761617.497059:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761617.497063:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1589
00000100:00080000:0.0:1789761617.497072:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.497077:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761617.497102:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761617.497126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508644224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761617.497130:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9686c954ed80 x1876699508643840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761617.497152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.497158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761617.497160:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.497167:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1589
00000100:00100000:3.0:1789761617.497167:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508643840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761617.497184:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761617.497189:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761617.497190:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761617.497199:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508643840:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761617.497201:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761617.497211:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761617.497227:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508644352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761617.497240:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508643968:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761617.497242:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761617.497249:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761617.497251:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761617.497257:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1589
00000100:00080000:0.0:1789761617.497264:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761617.497269:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761617.497275:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761617.497276:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761617.497296:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508644480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761617.497297:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9686c954e680 x1876699508643968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761617.497336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508643968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761617.497346:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761617.497351:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761617.497356:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508643968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761617.497363:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508644096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761617.497387:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761617.497400:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9686c954df80 x1876699508644096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761617.497413:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508644096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761617.497428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761617.497432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761617.497435:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508644096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761617.497441:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508644224:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761617.497492:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761617.497505:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9686c954e300 x1876699508644224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761617.497751:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508644224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761617.497760:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761617.497763:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761617.497767:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508644224:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761617.497787:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508644352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761617.497814:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761617.497846:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9686c954ca80 x1876699508644352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761617.497858:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508644352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761617.497866:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761617.497869:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761617.497872:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508644352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761617.497878:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508644480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761617.497900:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761617.497911:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761617/real 1789761617]  req@ffff9686c954fb80 x1876699508644480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761617.497922:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508644480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761642 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761617.497937:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761617.497941:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761617.497944:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508644480:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761617.560800:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761618.584797:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761619.608795:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761620.632778:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761621.656790:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761622.616777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761622.616803:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761622.616808:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761622.616820:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1594
00000100:00080000:0.0:1789761622.616834:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761622.616842:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761622.616880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508644608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761622.616912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761622.616916:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761622.616918:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761622.616923:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1594
00000100:00080000:0.0:1789761622.616928:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761622.616933:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761622.616943:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761622.616956:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508644608:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761622.616962:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508644736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761622.616980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761622.616984:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761622.616986:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761622.616991:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1594
00000100:00080000:0.0:1789761622.616996:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761622.617001:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761622.617008:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761622.617024:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508644864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761622.617035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761622.617039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789761622.617044:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761622.617046:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761622.617054:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1594
00000100:00080000:0.0:1789761622.617061:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761622.617067:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761622.617074:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761622.617092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508644992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761622.617100:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9686c954ce00 x1876699508644608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761622.617135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761622.617141:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508644608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761622.617143:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761622.617150:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761622.617168:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1594
00000100:00080000:3.0:1789761622.617171:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761622.617177:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761622.617178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761622.617187:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508644608:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761622.617192:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761622.617202:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761622.617221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508644736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761622.617231:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508645120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761622.617244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761622.617249:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761622.617255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761622.617257:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9686c954d180 x1876699508644736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761622.617260:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761622.617280:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1594
00000100:00100000:3.0:1789761622.617281:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508644736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761622.617294:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761622.617297:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761622.617304:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761622.617305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761622.617313:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508644736:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789761622.617318:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761622.617323:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508644864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761622.617341:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508645248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761622.617347:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761622.617360:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9686c954c380 x1876699508644864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761622.617375:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508644864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.617381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761622.617383:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761622.617387:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508644864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761622.617392:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508644992:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761622.617407:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761622.617413:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9686c954c000 x1876699508644992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761622.617420:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508644992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.617426:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761622.617427:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761622.617429:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508644992:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761622.617441:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508645120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761622.617451:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761622.617457:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9686c954ea00 x1876699508645120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761622.617465:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508645120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.617470:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761622.617472:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761622.617474:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508645120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761622.617478:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508645248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761622.617489:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761622.617498:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761622/real 1789761622]  req@ffff9686c954f800 x1876699508645248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761622.617511:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508645248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761647 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761622.617520:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761622.617523:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761622.617527:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508645248:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761622.680835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761623.704803:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761624.728815:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761625.752800:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761626.776836:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761627.736767:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761627.736783:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761627.736788:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761627.736801:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1599
00000100:00080000:0.0:1789761627.736816:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761627.736826:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761627.736880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508645376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761627.736923:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761627.736928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761627.736931:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761627.736937:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1599
00000100:00080000:0.0:1789761627.736941:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761627.736947:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761627.736959:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761627.736977:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508645376:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761627.736978:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508645504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761627.736996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761627.737001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761627.737003:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761627.737009:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1599
00000100:00080000:0.0:1789761627.737013:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761627.737018:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761627.737024:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761627.737038:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508645632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761627.737050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761627.737054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761627.737057:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761627.737061:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1599
00000100:00080000:0.0:1789761627.737065:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761627.737071:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761627.737074:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761627.737083:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761627.737097:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508645760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761627.737110:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761627.737113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761627.737115:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761627.737120:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1599
00000100:00080000:0.0:1789761627.737124:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761627.737131:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761627.737131:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9686c954c700 x1876699508645376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761627.737142:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761627.737165:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508645376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761627.737170:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508645888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761627.737178:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.737185:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789761627.737187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761627.737191:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508645376:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761627.737194:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761627.737199:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761627.737204:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1599
00000100:00080000:0.0:1789761627.737209:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761627.737213:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761627.737219:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761627.737230:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508645504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761627.737237:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508646016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761627.737260:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761627.737272:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9686c954f100 x1876699508645504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.737282:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508645504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.737288:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.737291:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761627.737293:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508645504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761627.737297:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508645632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761627.737316:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761627.737323:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9686c954d880 x1876699508645632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.737331:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508645632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.737343:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.737354:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761627.737358:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508645632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761627.737365:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508645760:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761627.737396:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761627.737405:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9686c954dc00 x1876699508645760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.737414:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508645760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.737420:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.737422:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761627.737425:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508645760:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761627.737429:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508645888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761627.737443:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761627.737449:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9686c954f800 x1876699508645888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.737457:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508645888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.737462:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.737464:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761627.737467:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508645888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761627.737488:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508646016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761627.737501:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761627.737508:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761627/real 1789761627]  req@ffff9686c954ea00 x1876699508646016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761627.737516:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508646016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761652 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761627.737522:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761627.737524:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761627.737526:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508646016:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761627.800792:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761628.824819:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761629.848819:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761630.872826:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761631.896808:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761632.856744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.856760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761632.856766:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.856782:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1604
00000100:00080000:0.0:1789761632.856798:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.856806:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761632.856847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508646144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761632.856874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.856877:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761632.856878:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.856882:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1604
00000100:00080000:0.0:1789761632.856885:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.856887:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761632.856897:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761632.856906:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508646272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761632.856914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.856918:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761632.856919:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.856922:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1604
00000100:00080000:0.0:1789761632.856925:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.856927:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761632.856931:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761632.856938:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508646144:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761632.856939:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508646400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761632.856954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.856957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761632.856958:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.856960:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1604
00000100:00080000:0.0:1789761632.856962:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.856964:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761632.856968:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761632.856976:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508646528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761632.856983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.856986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761632.856988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.856990:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1604
00000100:00080000:0.0:1789761632.856992:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.856995:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761632.856999:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761632.857014:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508646656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761632.857021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761632.857023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761632.857024:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761632.857026:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1604
00000100:00080000:0.0:1789761632.857029:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761632.857031:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761632.857033:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761632.857041:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508646784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761632.857050:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761632.857105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9686c954c000 x1876699508646144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.857126:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508646144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.857139:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.857144:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761632.857149:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508646144:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761632.857165:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508646272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761632.857190:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761632.857206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9686c954c380 x1876699508646272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.857218:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508646272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.857228:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.857231:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761632.857235:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508646272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761632.857263:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508646400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761632.857283:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761632.857295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9686c954d180 x1876699508646400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.857308:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508646400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.857317:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.857320:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761632.857324:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508646400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761632.857331:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508646528:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761632.857353:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761632.857365:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9686c954ce00 x1876699508646528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.857377:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508646528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.857386:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.857389:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761632.857392:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508646528:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761632.857398:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508646656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761632.857416:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761632.857427:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9686c954fb80 x1876699508646656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.857439:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508646656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.857458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.857462:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761632.857465:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508646656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761632.857472:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508646784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761632.857495:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761632.857506:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761632/real 1789761632]  req@ffff9686c954ca80 x1876699508646784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761632.857518:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508646784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761657 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761632.857534:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761632.857537:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761632.857541:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508646784:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761632.920828:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761633.944831:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761634.968795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761635.992834:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761637.016833:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761637.976751:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761637.976760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761637.976765:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761637.976779:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1609
00000100:00080000:0.0:1789761637.976792:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761637.976799:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761637.976836:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508646912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761637.976869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761637.976872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761637.976874:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761637.976877:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1609
00000100:00080000:0.0:1789761637.976880:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761637.976883:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761637.976890:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761637.976901:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508647040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761637.976909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761637.976912:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761637.976914:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761637.976919:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508646912:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761637.976920:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1609
00000100:00080000:0.0:1789761637.976925:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761637.976929:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761637.976932:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761637.976941:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508647168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761637.976947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761637.976950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761637.976951:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761637.976953:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1609
00000100:00080000:0.0:1789761637.976966:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761637.976969:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761637.976973:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761637.976977:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761637.976985:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508647296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761637.976994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761637.976996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761637.976997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761637.976999:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1609
00000100:00080000:0.0:1789761637.977002:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761637.977005:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761637.977008:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761637.977014:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9686c954e300 x1876699508646912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761637.977019:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508647424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761637.977042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761637.977044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761637.977045:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761637.977049:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508646912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761637.977052:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1609
00000100:00080000:0.0:1789761637.977057:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761637.977064:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789761637.977069:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789761637.977071:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761637.977076:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761637.977080:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508646912:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761637.977087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508647552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761637.977101:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508647040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761637.977126:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761637.977137:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9686c954df80 x1876699508647040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.977147:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508647040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.977156:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.977160:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761637.977163:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508647040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761637.977170:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508647168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761637.977190:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761637.977204:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9686c954e680 x1876699508647168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.977217:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508647168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.977226:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.977229:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761637.977231:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508647168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761637.977236:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508647296:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761637.977252:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761637.977260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9686c954ed80 x1876699508647296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.977268:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508647296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.977273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.977275:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761637.977277:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508647296:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761637.977280:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508647424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761637.977290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761637.977296:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9686c954ca80 x1876699508647424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.977303:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508647424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.977308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.977310:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761637.977312:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508647424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761637.977325:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508647552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761637.977335:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761637.977341:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761637/real 1789761637]  req@ffff9686c954fb80 x1876699508647552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761637.977348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508647552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761662 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761637.977353:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761637.977355:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761637.977357:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508647552:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761638.040815:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761639.064787:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761640.088804:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761641.112765:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761642.136825:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761643.096774:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761643.096787:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761643.096792:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761643.096803:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1614
00000100:00080000:2.0:1789761643.096816:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761643.096824:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761643.096872:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508647680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761643.096902:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761643.096907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761643.096909:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761643.096914:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1614
00000100:00080000:2.0:1789761643.096919:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761643.096926:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761643.096938:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761643.096955:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508647680:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761643.096957:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508647808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761643.096976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761643.096980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761643.096982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761643.096987:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1614
00000100:00080000:2.0:1789761643.096991:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761643.096995:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761643.097001:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761643.097013:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508647936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761643.097023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761643.097027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761643.097029:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761643.097032:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1614
00000100:00080000:2.0:1789761643.097036:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761643.097042:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:1.0:1789761643.097044:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789761643.097048:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761643.097060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508648064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761643.097073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761643.097077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761643.097079:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761643.097084:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1614
00000100:00080000:2.0:1789761643.097089:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761643.097093:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761643.097100:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761643.097107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff9686c7a9b480 x1876699508647680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761643.097117:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508648192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761643.097129:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508647680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761643.097131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761643.097141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761643.097146:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761643.097150:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761643.097154:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1614
00000100:00080000:1.0:1789761643.097159:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761643.097161:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761643.097167:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508647680:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761643.097175:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761643.097182:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761643.097193:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508648320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761643.097203:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508647808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761643.097236:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761643.097252:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff9686c7a98a80 x1876699508647808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761643.097265:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508647808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761643.097275:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761643.097278:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761643.097282:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508647808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761643.097288:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508647936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761643.097310:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761643.097322:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff9686c7a99880 x1876699508647936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761643.097336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508647936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761643.097345:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761643.097348:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761643.097352:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508647936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761643.097359:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508648064:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761643.097379:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761643.097388:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff9686c7a9bb80 x1876699508648064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761643.097396:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508648064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761643.097405:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761643.097407:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761643.097409:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508648064:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761643.097413:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508648192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761643.097427:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761643.097434:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff9686c7a98700 x1876699508648192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761643.097442:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508648192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761643.097447:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761643.097448:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761643.097450:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508648192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761643.097462:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508648320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761643.097473:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761643.097479:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761643/real 1789761643]  req@ffff9686c7a99180 x1876699508648320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761643.097486:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508648320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761668 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761643.097492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761643.097494:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761643.097496:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508648320:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761643.160790:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761644.184772:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761645.208792:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761646.232805:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761647.256757:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761648.216721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761648.216733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761648.216738:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761648.216750:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1619
00000100:00080000:2.0:1789761648.216762:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761648.216772:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761648.216813:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508648448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761648.216838:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761648.216842:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761648.216844:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761648.216847:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1619
00000100:00080000:2.0:1789761648.216851:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761648.216854:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761648.216864:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761648.216872:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508648448:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761648.216879:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508648576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761648.216888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761648.216891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761648.216892:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761648.216900:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1619
00000100:00080000:2.0:1789761648.216903:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761648.216907:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761648.216911:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761648.216922:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508648704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761648.216929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761648.216932:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761648.216934:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761648.216937:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1619
00000100:00080000:2.0:1789761648.216942:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761648.216944:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761648.216949:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761648.216957:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508648832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761648.216967:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761648.216969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761648.216973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761648.216975:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761648.216979:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1619
00000100:00080000:2.0:1789761648.216982:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761648.216985:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761648.216988:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761648.216997:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508648960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761648.217003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761648.217006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761648.217007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761648.217010:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1619
00000100:00080000:2.0:1789761648.217012:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761648.217015:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761648.217018:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761648.217025:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508649088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761648.217088:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff9686c7a9ad80 x1876699508648448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761648.217111:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508648448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761648.217127:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761648.217133:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761648.217139:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508648448:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761648.217172:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508648576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761648.217335:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761648.217351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff9686c7a98380 x1876699508648576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761648.217362:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508648576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761648.217372:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761648.217377:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761648.217382:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508648576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761648.217439:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508648704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761648.217466:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761648.217480:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff9686c7a9a680 x1876699508648704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761648.217492:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508648704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761648.217498:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761648.217501:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761648.217503:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508648704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761648.217508:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508648832:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761648.217525:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761648.217533:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff9686c7a99f80 x1876699508648832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761648.217541:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508648832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761648.217546:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761648.217548:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761648.217550:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508648832:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761648.217553:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508648960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761648.217565:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761648.217571:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff9686c7a98000 x1876699508648960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761648.217579:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508648960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761648.217584:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761648.217586:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761648.217588:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508648960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761648.217592:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508649088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761648.217619:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761648.217643:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761648/real 1789761648]  req@ffff9686c7a98e00 x1876699508649088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761648.217656:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508649088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761673 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761648.217663:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761648.217666:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761648.217670:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508649088:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761648.280792:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761649.304766:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761650.328790:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761651.352798:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761652.376746:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761653.336727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.336738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761653.336743:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.336754:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1625
00000100:00080000:0.0:1789761653.336767:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.336776:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761653.336827:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508649216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761653.336855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.336859:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761653.336861:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.336865:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1625
00000100:00080000:0.0:1789761653.336870:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.336874:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761653.336884:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761653.336887:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508649216:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761653.336899:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508649344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761653.336910:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.336914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761653.336916:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.336921:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1625
00000100:00080000:0.0:1789761653.336925:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.336930:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761653.336936:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761653.336949:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508649472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761653.336960:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.336964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761653.336968:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761653.336968:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761653.336978:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1625
00000100:00080000:0.0:1789761653.336984:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.336989:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761653.336996:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761653.337011:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508649600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761653.337017:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff9686c954ce00 x1876699508649216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761653.337031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.337036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761653.337038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.337043:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1625
00000100:00100000:3.0:1789761653.337045:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508649216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761653.337047:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.337054:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761653.337061:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761653.337062:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761653.337071:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761653.337075:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508649216:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761653.337077:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508649728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761653.337085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761653.337088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761653.337090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761653.337092:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1625
00000100:00080000:0.0:1789761653.337095:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761653.337097:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761653.337099:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761653.337105:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508649344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761653.337110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508649856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761653.337131:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761653.337143:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff9686c954d180 x1876699508649344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761653.337152:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508649344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761653.337163:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761653.337165:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761653.337168:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508649344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761653.337172:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508649472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761653.337183:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761653.337189:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff9686c954c380 x1876699508649472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761653.337196:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508649472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761653.337202:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761653.337204:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761653.337206:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508649472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761653.337209:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508649600:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761653.337220:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761653.337226:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff9686c954c000 x1876699508649600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761653.337234:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508649600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761653.337239:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761653.337240:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761653.337243:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508649600:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761653.337247:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508649728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761653.337258:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761653.337264:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff9686c954ea00 x1876699508649728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761653.337271:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508649728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761653.337276:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761653.337278:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761653.337280:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508649728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761653.337297:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508649856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761653.337308:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761653.337314:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761653/real 1789761653]  req@ffff9686c954f800 x1876699508649856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761653.337322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508649856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761678 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761653.337327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761653.337329:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761653.337331:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508649856:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761653.400790:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761654.424789:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761655.448812:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761656.472756:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761657.496800:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761658.456747:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761658.456757:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761658.456765:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761658.456777:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1630
00000100:00080000:2.0:1789761658.456790:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761658.456797:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761658.456848:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508649984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761658.456879:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761658.456884:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761658.456887:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761658.456893:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1630
00000100:00080000:2.0:1789761658.456898:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761658.456904:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761658.456911:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508649984:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761658.456916:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761658.456930:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508650112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761658.456938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761658.456941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761658.456943:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761658.456946:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1630
00000100:00080000:2.0:1789761658.456950:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761658.456952:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761658.456956:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761658.456965:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508650240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761658.456976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761658.456979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761658.456980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761658.456982:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1630
00000100:00080000:2.0:1789761658.456985:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761658.456988:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761658.456991:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761658.456998:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508650368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761658.457007:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761658.457017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761658.457020:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761658.457022:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761658.457026:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1630
00000100:00080000:2.0:1789761658.457029:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761658.457033:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761658.457036:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761658.457043:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508650496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761658.457049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761658.457052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761658.457053:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761658.457056:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1630
00000100:00080000:2.0:1789761658.457059:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761658.457061:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761658.457065:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761658.457074:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508650624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761658.457082:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff9686c7a9b100 x1876699508649984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761658.457107:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508649984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761658.457120:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761658.457125:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761658.457129:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508649984:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761658.457156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508650112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761658.457177:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761658.457187:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff9686c7a99c00 x1876699508650112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761658.457196:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508650112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761658.457202:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761658.457204:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761658.457207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508650112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761658.457210:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508650240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761658.457222:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761658.457228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff9686c7a9aa00 x1876699508650240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761658.457235:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508650240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761658.457246:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761658.457249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761658.457251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508650240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761658.457254:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508650368:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761658.457265:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761658.457271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff9686c7a9a300 x1876699508650368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761658.457278:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508650368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761658.457283:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761658.457285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761658.457287:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508650368:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761658.457290:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508650496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761658.457300:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761658.457307:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff9686c7a9b800 x1876699508650496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761658.457314:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508650496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761658.457319:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761658.457321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761658.457324:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508650496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761658.457327:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508650624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761658.457337:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761658.457343:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761658/real 1789761658]  req@ffff9686c7a98e00 x1876699508650624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761658.457349:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508650624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761683 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761658.457354:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761658.457356:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761658.457358:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508650624:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761658.520813:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761659.544836:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761660.568770:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761661.592810:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761662.616785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761663.576732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761663.576746:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761663.576751:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761663.576764:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1635
00000100:00080000:0.0:1789761663.576778:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761663.576788:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761663.576831:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508650752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761663.576855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761663.576859:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761663.576862:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761663.576866:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1635
00000100:00080000:0.0:1789761663.576871:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761663.576875:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761663.576887:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761663.576890:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508650752:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761663.576900:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508650880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761663.576910:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761663.576914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761663.576915:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761663.576920:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1635
00000100:00080000:0.0:1789761663.576923:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761663.576927:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761663.576931:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761663.576940:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508651008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761663.576949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761663.576953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761663.576955:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761663.576958:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1635
00000100:00080000:0.0:1789761663.576961:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761663.576965:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761663.576970:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761663.576971:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761663.576978:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508651136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761663.576987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761663.576991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761663.576992:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761663.576995:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1635
00000100:00080000:0.0:1789761663.576998:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761663.577002:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761663.577006:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761663.577016:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508651264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761663.577022:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9686c954dc00 x1876699508650752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761663.577025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761663.577029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761663.577031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761663.577035:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1635
00000100:00080000:0.0:1789761663.577038:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761663.577042:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761663.577047:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761663.577048:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508650752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761663.577057:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508651392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761663.577061:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761663.577065:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761663.577069:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508650752:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761663.577106:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508650880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761663.577132:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761663.577149:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9686c954d880 x1876699508650880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761663.577163:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508650880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761663.577172:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761663.577175:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761663.577178:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508650880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761663.577182:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508651008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761663.577199:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761663.577206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9686c954f100 x1876699508651008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761663.577215:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508651008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761663.577220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761663.577222:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761663.577223:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508651008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761663.577227:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508651136:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761663.577238:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761663.577244:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9686c954c700 x1876699508651136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761663.577251:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508651136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761663.577257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761663.577259:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761663.577261:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508651136:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761663.577264:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508651264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761663.577275:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761663.577281:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9686c954f800 x1876699508651264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761663.577287:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508651264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761663.577293:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761663.577295:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761663.577296:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508651264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761663.577300:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508651392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761663.577309:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761663.577315:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761663/real 1789761663]  req@ffff9686c954ea00 x1876699508651392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761663.577321:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508651392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761688 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761663.577326:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761663.577328:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761663.577330:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508651392:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761663.640756:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761664.664778:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761665.688764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761666.712731:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761667.736815:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761668.696738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761668.696750:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761668.696754:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761668.696766:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1640
00000100:00080000:0.0:1789761668.696778:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761668.696786:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761668.696828:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508651520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761668.696854:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761668.696857:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761668.696859:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761668.696862:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1640
00000100:00080000:0.0:1789761668.696865:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761668.696868:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761668.696878:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761668.696885:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508651520:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761668.696890:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508651648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761668.696900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761668.696902:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761668.696904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761668.696907:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1640
00000100:00080000:0.0:1789761668.696909:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761668.696912:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761668.696915:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761668.696922:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508651776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761668.696928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761668.696931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761668.696932:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761668.696935:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1640
00000100:00080000:0.0:1789761668.696938:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761668.696940:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761668.696943:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761668.696951:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508651904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761668.696959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761668.696962:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761668.696963:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761668.696965:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1640
00000100:00080000:0.0:1789761668.696968:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761668.696973:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761668.696973:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789761668.696980:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761668.696988:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508652032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761668.696995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761668.696998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761668.696999:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761668.697001:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1640
00000100:00080000:0.0:1789761668.697003:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761668.697005:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761668.697009:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761668.697017:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508652160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761668.697022:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9686c954c000 x1876699508651520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761668.697067:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508651520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761668.697077:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761668.697080:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761668.697083:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508651520:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761668.697109:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508651648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761668.697134:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761668.697149:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9686c954c380 x1876699508651648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761668.697163:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508651648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761668.697173:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761668.697177:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761668.697180:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508651648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761668.697188:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508651776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761668.697211:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761668.697222:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9686c954d180 x1876699508651776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761668.697230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508651776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761668.697236:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761668.697239:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761668.697241:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508651776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761668.697245:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508651904:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761668.697259:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761668.697265:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9686c954ce00 x1876699508651904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761668.697273:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508651904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761668.697278:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761668.697280:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761668.697282:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508651904:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761668.697286:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508652032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761668.697297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761668.697303:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9686c954fb80 x1876699508652032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761668.697314:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508652032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761668.697324:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761668.697328:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761668.697332:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508652032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761668.697338:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508652160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761668.697360:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761668.697373:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761668/real 1789761668]  req@ffff9686c954ca80 x1876699508652160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761668.697385:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508652160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761693 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761668.697394:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761668.697397:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761668.697401:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508652160:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761668.760782:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761669.784782:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761670.808809:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761671.832791:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761672.856813:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761673.816719:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761673.816729:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761673.816734:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761673.816746:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1645
00000100:00080000:0.0:1789761673.816758:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761673.816766:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761673.816809:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508652288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761673.816834:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761673.816837:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761673.816838:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761673.816841:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1645
00000100:00080000:0.0:1789761673.816844:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761673.816848:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761673.816858:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761673.816868:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508652416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761673.816876:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508652288:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761673.816882:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761673.816888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761673.816890:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761673.816895:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1645
00000100:00080000:0.0:1789761673.816900:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761673.816905:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761673.816912:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761673.816927:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508652544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761673.816934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761673.816937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761673.816939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761673.816942:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1645
00000100:00080000:0.0:1789761673.816946:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761673.816949:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761673.816953:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761673.816959:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761673.816963:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508652672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761673.816972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761673.816975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761673.816985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761673.816988:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1645
00000100:00080000:0.0:1789761673.816992:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761673.816996:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761673.817002:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761673.817015:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9686c954ed80 x1876699508652288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761673.817020:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508652800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761673.817045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761673.817047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761673.817049:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761673.817055:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508652288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761673.817056:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1645
00000100:00080000:0.0:1789761673.817062:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761673.817068:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761673.817076:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761673.817077:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761673.817084:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761673.817088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508652928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761673.817093:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508652288:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761673.817129:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508652416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761673.817156:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761673.817171:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9686c954e680 x1876699508652416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761673.817185:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508652416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761673.817195:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761673.817199:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761673.817203:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508652416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761673.817210:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508652544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761673.817230:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761673.817240:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9686c954df80 x1876699508652544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761673.817252:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508652544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761673.817261:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761673.817264:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761673.817268:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508652544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761673.817274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508652672:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761673.817290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761673.817300:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9686c954e300 x1876699508652672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761673.817312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508652672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761673.817320:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761673.817323:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761673.817327:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508652672:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761673.817332:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508652800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761673.817348:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761673.817357:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9686c954ca80 x1876699508652800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761673.817368:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508652800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761673.817376:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761673.817379:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761673.817382:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508652800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761673.817388:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508652928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761673.817507:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761673.817519:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761673/real 1789761673]  req@ffff9686c954fb80 x1876699508652928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761673.817532:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508652928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761698 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761673.817541:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761673.817544:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761673.817548:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508652928:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761673.880787:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761674.904840:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761675.928769:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761676.952819:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761677.976801:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761678.936755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761678.936768:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761678.936774:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761678.936788:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1650
00000100:00080000:0.0:1789761678.936804:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761678.936813:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761678.936869:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508653056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761678.936904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761678.936908:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761678.936909:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761678.936913:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1650
00000100:00080000:0.0:1789761678.936916:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761678.936920:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761678.936930:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761678.936955:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508653184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761678.936956:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508653056:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761678.936985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761678.936987:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761678.936988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761678.936993:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1650
00000100:00080000:0.0:1789761678.936997:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761678.937000:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761678.937004:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761678.937015:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508653312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761678.937025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761678.937029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761678.937032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761678.937036:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1650
00000100:00080000:0.0:1789761678.937041:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761678.937053:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761678.937062:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761678.937073:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508653184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761678.937082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508653440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761678.937102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761678.937107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761678.937109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761678.937116:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1650
00000100:00080000:0.0:1789761678.937123:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761678.937132:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761678.937134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508653312:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789761678.937143:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761678.937162:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508653568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761678.937175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761678.937179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761678.937184:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508653440:192.168.203.123@tcp:8:kworker.0
00000100:00080000:0.0:1789761678.937185:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761678.937203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1650
00000100:00080000:0.0:1789761678.937209:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761678.937216:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761678.937222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761678.937227:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508653568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761678.937240:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508653696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761678.937267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508653696:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761679.000789:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761680.024788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761681.048773:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761682.008993:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789761682.009056:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761682.009076:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761682.009132:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761682.009145:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761682.009155:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761682.009165:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761682.009174:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761682.009278:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761682]  req@ffff9686c954f800 x1876699508653696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761682.009312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508653696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761682.009327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761682.009333:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761682.009338:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508653696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761682.009361:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761682]  req@ffff9686c954c000 x1876699508653440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761682.009387:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508653440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761682.009396:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761682.009400:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761682.009404:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508653440:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761682.009411:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761682]  req@ffff9686c954ea00 x1876699508653568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761682.009423:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508653568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761682.009430:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761682.009434:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761682.009437:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508653568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761682.009444:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761682]  req@ffff9686c954d180 x1876699508653184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761682.009458:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508653184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761682.009466:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761682.009470:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761682.009474:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508653184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761682.009481:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761682]  req@ffff9686c954c380 x1876699508653312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761682.009494:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508653312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761682.009502:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761682.009505:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761682.009509:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508653312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761682.009515:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761678/real 1789761682]  req@ffff9686c954ce00 x1876699508653056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761682.009528:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508653056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761703 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761682.009541:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761682.009545:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761682.009550:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508653056:192.168.203.123@tcp:250:kworker.0
00010000:00010000:0.0:1789761682.072797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761683.096785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761684.056764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.056772:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761684.056776:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.056786:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1655
00000100:00080000:0.0:1789761684.056798:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.056807:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761684.056843:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508653824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761684.056873:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.056877:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761684.056879:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.056886:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1655
00000100:00080000:0.0:1789761684.056891:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.056896:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761684.056905:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761684.056926:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508653952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761684.056940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.056947:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761684.056949:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.056957:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1655
00000100:00080000:0.0:1789761684.056968:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.056974:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761684.056984:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761684.057007:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508654080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761684.057021:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.057024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761684.057027:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.057035:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1655
00000100:00080000:0.0:1789761684.057042:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.057050:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761684.057057:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761684.057077:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508654208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761684.057083:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508653824:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761684.057096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.057101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761684.057103:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.057110:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1655
00000100:00080000:0.0:1789761684.057117:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.057122:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761684.057129:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761684.057147:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508654336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761684.057159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761684.057162:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761684.057165:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761684.057170:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1655
00000100:00080000:0.0:1789761684.057175:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761684.057179:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761684.057186:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789761684.057188:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761684.057209:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508654464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761684.057253:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff9686c954c700 x1876699508653824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761684.057285:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508653824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761684.057299:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761684.057305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761684.057310:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508653824:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761684.057321:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508653952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761684.057366:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761684.057396:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff9686c954f100 x1876699508653952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761684.057412:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508653952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761684.057420:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761684.057424:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761684.057428:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508653952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761684.057435:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508654080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761684.057461:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761684.057474:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff9686c954d880 x1876699508654080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761684.057486:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508654080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761684.057495:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761684.057499:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761684.057502:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508654080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761684.057538:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508654208:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761684.057563:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761684.057576:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff9686c954dc00 x1876699508654208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761684.058422:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508654208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761684.058441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761684.058447:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761684.058454:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508654208:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761684.058465:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508654336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761684.058516:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761684.058560:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff9686c954ce00 x1876699508654336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761684.058581:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508654336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761684.058591:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761684.058596:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761684.058600:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508654336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761684.058609:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508654464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761684.058671:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761684.058687:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761684/real 1789761684]  req@ffff9686c954c380 x1876699508654464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761684.058700:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508654464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761709 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761684.058716:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761684.058720:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761684.058724:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508654464:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761684.120773:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761685.144797:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761686.168774:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761687.192744:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761688.216836:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761689.176698:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.176705:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761689.176709:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761689.176720:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1660
00000100:00080000:0.0:1789761689.176730:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761689.176738:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761689.176768:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508654592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761689.176799:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.176803:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761689.176805:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761689.176812:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1660
00000100:00080000:0.0:1789761689.176818:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761689.176824:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761689.176835:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761689.176846:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508654592:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761689.176854:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508654720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761689.176866:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.176868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761689.176870:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761689.176874:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1660
00000100:00080000:0.0:1789761689.176877:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761689.176880:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761689.176885:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761689.176894:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508654848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761689.176900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789761689.176906:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761689.176907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761689.176911:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761689.176914:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1660
00000100:00080000:0.0:1789761689.176917:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761689.176920:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761689.176925:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761689.176932:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508654976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761689.176940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.176942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761689.176944:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761689.176949:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff9686c954d180 x1876699508654592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761689.176950:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1660
00000100:00080000:0.0:1789761689.176955:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761689.176960:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761689.176975:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761689.176983:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508654592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761689.176987:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508655104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761689.177005:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761689.177006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761689.177012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761689.177014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761689.177016:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789761689.177020:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1660
00000100:00080000:0.0:1789761689.177023:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761689.177027:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508654592:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761689.177028:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761689.177036:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761689.177045:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508655232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761689.177061:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508654720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761689.177082:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761689.177093:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff9686c954ea00 x1876699508654720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761689.177102:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508654720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761689.177109:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761689.177111:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761689.177113:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508654720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761689.177117:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508654848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761689.177128:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761689.177134:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff9686c954c000 x1876699508654848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761689.177142:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508654848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761689.177147:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761689.177149:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761689.177151:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508654848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761689.177155:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508654976:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761689.177165:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761689.177171:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff9686c954f800 x1876699508654976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761689.177178:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508654976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761689.177183:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761689.177185:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761689.177187:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508654976:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761689.177190:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508655104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761689.177200:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761689.177206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff9686c954fb80 x1876699508655104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761689.177213:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508655104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761689.177218:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761689.177220:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761689.177222:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508655104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761689.177225:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508655232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761689.177235:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761689.177240:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761689/real 1789761689]  req@ffff9686c954ca80 x1876699508655232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761689.177247:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508655232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761714 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761689.177252:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761689.177253:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761689.177256:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508655232:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761689.240764:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761690.264804:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761691.288786:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761692.312820:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761693.336805:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761694.296745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761694.296758:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761694.296763:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761694.296776:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1666
00000100:00080000:2.0:1789761694.296789:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761694.296797:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761694.296849:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508655360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761694.296888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761694.296891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761694.296893:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761694.296897:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1666
00000100:00080000:2.0:1789761694.296901:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761694.296904:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761694.296915:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761694.296927:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508655488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761694.296935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761694.296940:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761694.296942:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508655360:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761694.296942:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761694.296950:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1666
00000100:00080000:2.0:1789761694.296953:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761694.296956:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761694.296959:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761694.296968:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508655616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761694.296974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761694.296977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761694.296979:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761694.296981:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1666
00000100:00080000:2.0:1789761694.296983:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761694.296986:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761694.296989:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761694.296996:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508655744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761694.297003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761694.297006:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761694.297008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761694.297010:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1666
00000100:00080000:2.0:1789761694.297013:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761694.297018:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761694.297020:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761694.297025:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761694.297033:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508655872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761694.297041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761694.297043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761694.297044:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761694.297046:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1666
00000100:00080000:2.0:1789761694.297049:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761694.297051:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761694.297055:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761694.297061:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508656000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761694.297071:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff9686c7a98000 x1876699508655360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.297091:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508655360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.297100:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.297104:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761694.297107:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508655360:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761694.297129:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508655488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761694.297147:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761694.297156:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff9686c7a99f80 x1876699508655488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.297164:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508655488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.297170:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.297172:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761694.297174:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508655488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761694.297178:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508655616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761694.297197:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761694.297204:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff9686c7a9a680 x1876699508655616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.297212:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508655616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.297217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.297220:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761694.297222:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508655616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761694.297226:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508655744:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761694.297237:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761694.297243:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff9686c7a98380 x1876699508655744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.297266:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508655744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.297272:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.297275:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761694.297277:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508655744:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761694.297281:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508655872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761694.297297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761694.297304:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff9686c7a9ad80 x1876699508655872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.297311:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508655872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.297318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.297320:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761694.297322:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508655872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761694.297325:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508656000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761694.297336:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761694.297341:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761694/real 1789761694]  req@ffff9686c7a99180 x1876699508656000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761694.297348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508656000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761719 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761694.297353:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761694.297355:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761694.297357:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508656000:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761694.360782:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761695.384778:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761696.408771:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761697.432785:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761698.456829:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761699.416769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.416782:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761699.416787:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.416800:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1671
00000100:00080000:0.0:1789761699.416815:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.416826:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761699.416884:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508656128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761699.416913:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.416916:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761699.416918:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.416921:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1671
00000100:00080000:0.0:1789761699.416924:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.416928:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761699.416943:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761699.416958:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508656256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761699.416960:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508656128:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761699.416974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.416977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761699.416979:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.416982:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1671
00000100:00080000:0.0:1789761699.416984:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.416987:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761699.416991:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761699.416999:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508656384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761699.417007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.417010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761699.417011:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.417013:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1671
00000100:00080000:0.0:1789761699.417026:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.417029:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761699.417034:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761699.417038:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761699.417044:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508656512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761699.417053:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.417057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761699.417058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.417061:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1671
00000100:00080000:0.0:1789761699.417064:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.417066:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761699.417069:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761699.417076:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508656640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761699.417083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761699.417085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761699.417087:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761699.417092:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1671
00000100:00100000:1.0:1789761699.417094:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff9686c954e300 x1876699508656128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761699.417095:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761699.417101:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761699.417107:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761699.417117:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508656768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761699.417122:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508656128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.417138:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.417145:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761699.417152:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508656128:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761699.417183:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508656256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761699.417208:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761699.417235:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff9686c954df80 x1876699508656256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.417248:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508656256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.417257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.417261:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761699.417264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508656256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761699.417270:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508656384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761699.417301:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761699.417312:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff9686c954e680 x1876699508656384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.417322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508656384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.417330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.417333:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761699.417336:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508656384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761699.417342:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508656512:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761699.417363:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761699.417376:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff9686c954ed80 x1876699508656512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.417387:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508656512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.417393:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.417395:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761699.417397:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508656512:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761699.417401:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508656640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761699.417416:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761699.417424:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff9686c954ca80 x1876699508656640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.417431:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508656640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.417436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.417438:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761699.417440:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508656640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761699.417443:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508656768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761699.417454:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761699.417459:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761699/real 1789761699]  req@ffff9686c954fb80 x1876699508656768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761699.417466:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508656768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761724 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761699.417472:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761699.417474:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761699.417476:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508656768:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761699.480784:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761700.504829:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761701.528798:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761702.552823:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761703.576777:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761704.536745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.536754:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761704.536763:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.536772:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1676
00000100:00080000:2.0:1789761704.536784:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.536791:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761704.536824:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508656896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.536853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.536855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761704.536857:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.536860:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1676
00000100:00080000:2.0:1789761704.536862:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.536865:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761704.536872:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761704.536880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508657024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.536887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.536889:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761704.536890:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.536892:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1676
00000100:00080000:2.0:1789761704.536894:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.536897:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761704.536899:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761704.536906:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508657152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.536912:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.536914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761704.536915:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.536919:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1676
00000100:00080000:2.0:1789761704.536921:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.536924:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761704.536928:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761704.536935:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508657280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.536942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.536945:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761704.536947:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.536954:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1676
00000100:00100000:1.0:1789761704.536956:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508656896:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761704.536957:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.536968:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761704.536977:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761704.536988:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508657408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761704.536995:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761704.536997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761704.536999:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761704.537001:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1676
00000100:00080000:2.0:1789761704.537005:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761704.537007:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761704.537011:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761704.537022:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508657536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761704.537049:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761704.537101:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9686c7a98700 x1876699508656896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.537118:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508656896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.537128:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.537131:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761704.537135:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508656896:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761704.537141:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508657024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761704.537156:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761704.537164:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9686c7a9bb80 x1876699508657024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.537172:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508657024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.537196:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.537200:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761704.537204:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508657024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761704.537209:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508657152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761704.537231:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761704.537239:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9686c7a99880 x1876699508657152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.537247:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508657152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.537252:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.537255:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761704.537257:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508657152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761704.537282:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508657280:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761704.537294:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761704.537300:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9686c7a98a80 x1876699508657280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.537308:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508657280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.537313:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.537315:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761704.537317:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508657280:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761704.537320:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508657408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761704.537331:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761704.537337:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9686c7a9b480 x1876699508657408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.537345:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508657408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.537350:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.537352:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761704.537354:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508657408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761704.537357:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508657536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761704.537367:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761704.537372:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761704/real 1789761704]  req@ffff9686c7a99180 x1876699508657536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761704.537380:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508657536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761729 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761704.537385:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761704.537386:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761704.537388:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508657536:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761704.600795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761705.624844:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761706.648773:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761707.672805:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761708.696815:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761709.656765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761709.656776:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761709.656782:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761709.656795:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1681
00000100:00080000:0.0:1789761709.656808:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761709.656816:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761709.656862:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508657664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761709.656888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761709.656891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761709.656892:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761709.656895:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1681
00000100:00080000:0.0:1789761709.656898:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761709.656901:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761709.656910:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761709.656921:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508657792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761709.656929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761709.656933:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761709.656935:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761709.656938:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1681
00000100:00080000:0.0:1789761709.656941:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761709.656943:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761709.656946:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761709.656953:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508657920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761709.656961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761709.656970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761709.656974:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761709.656975:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508657664:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761709.656979:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1681
00000100:00080000:0.0:1789761709.656987:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761709.656997:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761709.657000:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761709.657014:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508658048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761709.657023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761709.657027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761709.657028:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761709.657031:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1681
00000100:00080000:0.0:1789761709.657046:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761709.657049:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761709.657053:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761709.657060:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761709.657069:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508658176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761709.657079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761709.657081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761709.657083:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761709.657087:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1681
00000100:00080000:0.0:1789761709.657092:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761709.657095:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761709.657100:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761709.657104:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9686c954f800 x1876699508657664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761709.657113:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508658304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761709.657151:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508657664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.657172:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.657176:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761709.657180:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508657664:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761709.657186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508657792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761709.657207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761709.657217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9686c954c000 x1876699508657792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761709.657226:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508657792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.657232:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.657234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761709.657236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508657792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761709.657256:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508657920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761709.657268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761709.657275:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9686c954ea00 x1876699508657920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761709.657283:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508657920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.657288:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.657291:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761709.657293:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508657920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761709.657298:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508658048:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761709.657309:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761709.657316:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9686c954d180 x1876699508658048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761709.657323:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508658048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.657328:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.657330:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761709.657332:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508658048:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761709.657336:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508658176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761709.657346:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761709.657352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9686c954c380 x1876699508658176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761709.657359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508658176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.657364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.657366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761709.657368:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508658176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761709.657371:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508658304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761709.657382:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761709.657387:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761709/real 1789761709]  req@ffff9686c954ce00 x1876699508658304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761709.657395:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508658304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761734 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761709.657399:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761709.657401:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761709.657403:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508658304:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761709.720800:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761710.744766:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761711.768845:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761712.792779:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761713.816803:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761714.776771:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.776786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761714.776793:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.776807:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1686
00000100:00080000:0.0:1789761714.776823:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761714.776832:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761714.776875:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508658432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761714.776899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.776903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761714.776904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.776908:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1686
00000100:00080000:0.0:1789761714.776918:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761714.776924:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761714.776935:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761714.776941:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508658432:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761714.776951:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508658560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761714.776962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.776966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761714.776968:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.776973:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1686
00000100:00080000:0.0:1789761714.776975:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761714.776978:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761714.776983:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761714.776994:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508658688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761714.777001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.777005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761714.777006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789761714.777011:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761714.777012:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1686
00000100:00080000:0.0:1789761714.777024:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761714.777028:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761714.777040:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761714.777054:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508658816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761714.777062:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9686c954dc00 x1876699508658432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761714.777065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.777083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761714.777092:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.777116:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1686
00000100:00080000:0.0:1789761714.777122:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761714.777128:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508658432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761714.777130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761714.777142:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761714.777155:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.777164:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761714.777167:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508658944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761714.777174:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508658432:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761714.777196:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761714.777201:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761714.777203:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761714.777209:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1686
00000100:00080000:0.0:1789761714.777215:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789761714.777221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508658560:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761714.777225:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761714.777233:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761714.777250:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508659072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761714.777273:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761714.777296:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9686c954d880 x1876699508658560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761714.777313:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508658560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761714.777331:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.777335:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761714.777339:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508658560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761714.777348:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508658688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761714.777374:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761714.777388:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9686c954f100 x1876699508658688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761714.777401:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508658688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761714.777410:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.777414:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761714.777418:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508658688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761714.777425:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508658816:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761714.777449:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761714.777462:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9686c954c700 x1876699508658816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761714.777475:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508658816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761714.777485:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.777488:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761714.777492:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508658816:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761714.777499:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508658944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761714.777522:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761714.777536:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9686c954ce00 x1876699508658944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761714.777549:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508658944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761714.777558:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.777561:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761714.777565:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508658944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761714.777587:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508659072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761714.777611:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761714.777625:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761714/real 1789761714]  req@ffff9686c954c380 x1876699508659072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761714.777691:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508659072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761739 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761714.777701:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761714.777705:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761714.777709:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508659072:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761714.840778:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761715.864825:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761716.888822:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761717.912811:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761718.936784:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761719.896710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761719.896718:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761719.896723:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761719.896734:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1691
00000100:00080000:2.0:1789761719.896747:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761719.896756:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761719.896793:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508659200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761719.896821:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761719.896825:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761719.896828:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761719.896833:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1691
00000100:00080000:2.0:1789761719.896839:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761719.896843:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761719.896852:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508659200:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761719.896854:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761719.896874:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508659328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761719.896888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761719.896893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761719.896896:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761719.896902:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1691
00000100:00080000:2.0:1789761719.896907:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761719.896913:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761719.896914:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761719.896922:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761719.896934:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508659456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761719.896947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761719.896948:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9686c7a9ad80 x1876699508659200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.896954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761719.896957:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761719.896963:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1691
00000100:00080000:2.0:1789761719.896967:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761719.896971:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761719.896974:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761719.896982:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508659584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761719.896989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761719.896991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761719.896993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761719.896994:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1691
00000100:00080000:2.0:1789761719.896996:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761719.896999:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761719.897001:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761719.897007:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508659712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761719.897014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761719.897025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761719.897029:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761719.897036:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508659200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761719.897037:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1691
00000100:00080000:2.0:1789761719.897045:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761719.897050:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761719.897051:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761719.897070:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:2.0:1789761719.897074:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761719.897091:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508659840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761719.897185:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508659200:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761719.897260:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508659328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761719.897293:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761719.897308:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9686c7a98380 x1876699508659328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761719.897323:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508659328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.897333:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761719.897337:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761719.897341:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508659328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761719.897347:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508659456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761719.897364:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761719.897372:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9686c7a9a680 x1876699508659456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761719.897380:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508659456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.897385:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761719.897387:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761719.897389:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508659456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761719.897393:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508659584:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761719.897404:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761719.897409:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9686c7a99f80 x1876699508659584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761719.897416:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508659584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.897421:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761719.897423:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761719.897425:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508659584:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761719.897428:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508659712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761719.897439:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761719.897445:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9686c7a98000 x1876699508659712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761719.897452:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508659712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.897458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761719.897459:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761719.897461:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508659712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761719.897464:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508659840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761719.897474:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761719.897479:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761719/real 1789761719]  req@ffff9686c7a98e00 x1876699508659840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761719.897486:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508659840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761744 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761719.897491:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761719.897493:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761719.897494:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508659840:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761719.960796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761720.984828:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761722.008847:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761723.032767:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761724.056798:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761725.016835:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.016846:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761725.016851:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.016861:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1696
00000100:00080000:3.0:1789761725.016873:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.016880:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761725.016936:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276d80 x1876699508659968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761725.016995:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508659968:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789761725.017074:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.017079:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761725.017081:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.017087:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1696
00000800:00000100:1.0:1789761725.017089:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789761725.017091:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.017095:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761725.017106:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761725.017121:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275f80 x1876699508660096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761725.017132:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.017136:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761725.017138:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761725.017139:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff9686d8276d80 x1876699508659968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761725.017142:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1696
00000100:00080000:3.0:1789761725.017145:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.017150:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761725.017154:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761725.017160:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276d80 x1876699508659968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761725.017163:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274700 x1876699508660224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761725.017174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761725.017174:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.017177:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761725.017178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:3.0:1789761725.017179:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761725.017182:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508659968:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789761725.017183:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1696
00000100:00080000:3.0:1789761725.017187:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.017190:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761725.017195:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761725.017204:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274a80 x1876699508660352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761725.017211:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508660096:192.168.203.123@tcp:38:kworker.0
00000100:00080000:3.0:1789761725.017214:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.017217:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761725.017219:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.017222:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1696
00000100:00080000:3.0:1789761725.017226:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761725.017230:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:1.0:1789761725.017233:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:3.0:1789761725.017234:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761725.017244:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277800 x1876699508660480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761725.017246:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff9686d8275f80 x1876699508660096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761725.017254:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761725.017258:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789761725.017260:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275f80 x1876699508660096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761725.017260:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761725.017264:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1696
00000100:00080000:3.0:1789761725.017267:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761725.017269:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761725.017271:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789761725.017272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761725.017276:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508660096:192.168.203.123@tcp:38:kworker.0
00000008:00100000:3.0:1789761725.017276:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761725.017282:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508660224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761725.017285:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276a00 x1876699508660608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789761725.017299:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761725.017309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff9686d8274700 x1876699508660224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761725.017321:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274700 x1876699508660224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761725.017336:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761725.017340:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761725.017343:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508660224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761725.017357:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508660352:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761725.017389:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761725.017401:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff9686d8274a80 x1876699508660352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761725.017414:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274a80 x1876699508660352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761725.017422:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761725.017424:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761725.017426:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508660352:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761725.017431:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508660480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761725.017447:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761725.017454:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff9686d8277800 x1876699508660480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761725.017462:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277800 x1876699508660480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761725.017467:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761725.017469:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761725.017472:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508660480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761725.017476:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508660608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761725.017494:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761725.017505:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761725/real 1789761725]  req@ffff9686d8276a00 x1876699508660608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761725.017517:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276a00 x1876699508660608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761750 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761725.017525:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761725.017528:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761725.017532:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508660608:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761725.080815:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761726.104835:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761727.128810:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761728.152781:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761729.176750:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761730.136792:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.136799:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761730.136803:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.136811:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1701
00000100:00080000:3.0:1789761730.136819:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.136825:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761730.136858:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276a00 x1876699508660736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.136880:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.136883:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761730.136885:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.136887:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1701
00000100:00080000:3.0:1789761730.136890:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.136892:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761730.136900:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761730.136908:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277800 x1876699508660864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.136916:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.136920:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761730.136921:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.136925:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1701
00000100:00080000:3.0:1789761730.136928:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.136931:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761730.136935:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761730.136945:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274a80 x1876699508660992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761730.136953:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508660736:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789761730.136956:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.136971:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761730.136976:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.136994:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1701
00000100:00080000:3.0:1789761730.136998:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.137003:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761730.137010:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761730.137025:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274700 x1876699508661120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.137037:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.137041:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761730.137042:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.137045:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1701
00000100:00080000:3.0:1789761730.137049:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.137052:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761730.137056:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761730.137066:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275f80 x1876699508661248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761730.137072:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761730.137074:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761730.137076:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761730.137081:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1701
00000800:00000100:1.0:1789761730.137086:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789761730.137087:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761730.137094:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761730.137098:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761730.137105:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276d80 x1876699508661376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761730.137158:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff9686d8276a00 x1876699508660736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761730.137184:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276a00 x1876699508660736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761730.137196:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.137200:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761730.137204:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508660736:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761730.137211:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508660864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761730.137235:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761730.137246:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff9686d8277800 x1876699508660864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761730.137255:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277800 x1876699508660864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761730.137261:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.137263:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761730.137266:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508660864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761730.137290:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508660992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761730.137304:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761730.137315:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff9686d8274a80 x1876699508660992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761730.137328:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274a80 x1876699508660992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761730.137337:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.137341:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761730.137345:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508660992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761730.137352:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508661120:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761730.137376:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761730.137388:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff9686d8274700 x1876699508661120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761730.137401:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274700 x1876699508661120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761730.137411:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.137414:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761730.137418:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508661120:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761730.137426:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508661248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761730.137448:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761730.137460:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff9686d8275f80 x1876699508661248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761730.137473:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275f80 x1876699508661248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761730.137482:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.137486:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761730.137489:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508661248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761730.137496:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508661376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761730.137514:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761730.137522:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761730/real 1789761730]  req@ffff9686d8276d80 x1876699508661376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761730.137535:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276d80 x1876699508661376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761755 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761730.137541:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761730.137543:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761730.137546:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508661376:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761730.200788:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761731.224774:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761732.248798:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761733.272804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761734.296803:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761735.256743:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761735.256754:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761735.256759:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761735.256772:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1706
00000100:00080000:2.0:1789761735.256784:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761735.256792:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761735.256839:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508661504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761735.256863:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761735.256866:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761735.256867:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761735.256871:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1706
00000100:00080000:2.0:1789761735.256874:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761735.256877:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761735.256886:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761735.256896:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508661632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761735.256904:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761735.256907:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761735.256909:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761735.256913:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508661504:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761735.256915:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1706
00000100:00080000:2.0:1789761735.256920:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761735.256926:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761735.256930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761735.256935:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508661760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761735.256962:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761735.256965:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761735.256966:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761735.256970:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1706
00000100:00080000:2.0:1789761735.256973:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761735.256976:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761735.256980:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761735.256993:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508661888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761735.257004:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761735.257009:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761735.257012:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761735.257016:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1706
00000100:00080000:2.0:1789761735.257020:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761735.257027:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:1.0:1789761735.257029:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789761735.257036:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761735.257049:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508662016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761735.257057:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761735.257060:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761735.257061:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761735.257064:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1706
00000100:00080000:2.0:1789761735.257068:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761735.257071:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761735.257075:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761735.257086:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508662144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761735.257088:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff9686c7a9b800 x1876699508661504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.257121:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508661504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.257134:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.257139:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761735.257143:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508661504:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761735.257170:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508661632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761735.257196:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761735.257211:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff9686c7a9a300 x1876699508661632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.257224:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508661632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.257232:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.257235:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761735.257239:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508661632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761735.257246:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508661760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761735.257265:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761735.257277:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff9686c7a9aa00 x1876699508661760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.257289:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508661760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.257297:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.257301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761735.257304:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508661760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761735.257310:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508661888:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761735.257329:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761735.257340:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff9686c7a99c00 x1876699508661888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.257352:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508661888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.257360:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.257364:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761735.257367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508661888:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761735.257373:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508662016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761735.257393:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761735.257405:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff9686c7a9b100 x1876699508662016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.257416:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508662016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.257424:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.257427:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761735.257430:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508662016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761735.257436:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508662144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761735.257463:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761735.257474:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761735/real 1789761735]  req@ffff9686c7a98e00 x1876699508662144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761735.257486:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508662144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761760 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761735.257494:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761735.257497:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761735.257500:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508662144:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761735.320838:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761736.344771:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761737.368729:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761738.392772:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761739.416822:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761740.376716:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761740.376731:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761740.376737:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761740.376751:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1712
00000100:00080000:2.0:1789761740.376766:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761740.376777:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761740.376827:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508662272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761740.376859:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761740.376863:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761740.376866:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761740.376871:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1712
00000100:00080000:2.0:1789761740.376875:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761740.376880:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761740.376893:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761740.376917:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508662272:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761740.376924:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508662400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761740.376939:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761740.376942:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761740.376945:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761740.376950:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1712
00000100:00080000:2.0:1789761740.376954:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761740.376958:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761740.376964:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761740.376978:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508662528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761740.376988:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761740.376992:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761740.376994:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761740.376998:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1712
00000100:00080000:2.0:1789761740.377003:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789761740.377008:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761740.377013:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761740.377020:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761740.377034:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508662656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761740.377046:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761740.377050:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761740.377053:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761740.377058:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff9686c7a98000 x1876699508662272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761740.377062:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1712
00000100:00080000:2.0:1789761740.377070:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761740.377077:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761740.377082:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508662272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761740.377083:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789761740.377098:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.377104:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761740.377105:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508662784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761740.377111:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508662272:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761740.377125:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761740.377129:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761740.377131:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761740.377136:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1712
00000100:00100000:1.0:1789761740.377141:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508662400:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789761740.377141:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761740.377151:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761740.377158:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789761740.377168:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761740.377176:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508662912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761740.377182:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff9686c7a99f80 x1876699508662400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761740.377202:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508662400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761740.377216:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.377220:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761740.377222:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508662400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761740.377227:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508662528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761740.377240:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761740.377247:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff9686c7a9a680 x1876699508662528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761740.377261:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508662528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761740.377269:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.377272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761740.377274:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508662528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761740.377278:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508662656:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761740.377291:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761740.377298:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff9686c7a98380 x1876699508662656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761740.377306:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508662656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761740.377312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.377314:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761740.377316:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508662656:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761740.377319:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508662784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761740.377331:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761740.377337:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff9686c7a9ad80 x1876699508662784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761740.377344:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508662784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761740.377349:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.377351:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761740.377353:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508662784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761740.377364:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508662912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761740.377375:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761740.377386:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761740/real 1789761740]  req@ffff9686c7a99180 x1876699508662912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761740.377393:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508662912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761765 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761740.377399:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761740.377402:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761740.377404:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508662912:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761740.440756:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761741.464771:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761742.488871:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761743.512844:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761744.536815:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761745.496745:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.496760:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761745.496766:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.496780:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1717
00000100:00080000:0.0:1789761745.496794:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.496802:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761745.496852:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508663040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761745.496897:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.496902:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761745.496904:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.496916:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1717
00000100:00080000:0.0:1789761745.496921:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.496926:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761745.496939:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761745.496949:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508663040:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761745.496960:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508663168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761745.496975:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.496980:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761745.496982:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.496987:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1717
00000100:00080000:0.0:1789761745.497010:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.497017:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761745.497024:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761745.497040:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508663296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761745.497052:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.497057:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761745.497059:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789761745.497065:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508663168:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761745.497066:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1717
00000100:00080000:0.0:1789761745.497074:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.497080:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761745.497088:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761745.497097:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508663296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761745.497106:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508663424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761745.497122:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761745.497125:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508663424:192.168.203.123@tcp:8:kworker.0
00000100:00080000:0.0:1789761745.497128:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761745.497133:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.497141:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1717
00000100:00080000:0.0:1789761745.497146:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.497151:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761745.497158:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761745.497174:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508663552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761745.497189:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761745.497194:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761745.497197:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761745.497201:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1717
00000100:00100000:1.0:1789761745.497206:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508663552:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761745.497208:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761745.497216:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761745.497223:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761745.497241:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508663680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761745.497268:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508663680:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761745.560765:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761746.584800:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761747.608963:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761748.568951:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789761748.569002:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761748.569026:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761748.569076:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761748.569092:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761748.569107:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761748.569119:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:1.0:1789761748.569127:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9686c954ea00 x1876699508663168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789761748.569131:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:1.0:1789761748.569168:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508663168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761748.569185:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761748.569192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761748.569197:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508663168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761748.569207:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9686c954c000 x1876699508663296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761748.569227:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508663296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761748.569235:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761748.569239:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761748.569243:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508663296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761748.569251:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9686c954d180 x1876699508663040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761748.569264:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508663040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761748.569280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761748.569284:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761748.569288:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508663040:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761748.569319:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9686c954ca80 x1876699508663680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761748.569334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508663680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761748.569342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761748.569346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761748.569349:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508663680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761748.569355:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9686c954fb80 x1876699508663552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761748.569368:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508663552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761748.569377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761748.569380:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761748.569384:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508663552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761748.569391:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761745/real 1789761748]  req@ffff9686c954f800 x1876699508663424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761748.569405:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508663424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761770 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761748.569415:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761748.569419:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761748.569422:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508663424:192.168.203.123@tcp:8:kworker.0
00010000:00010000:2.0:1789761748.632812:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761749.656757:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761750.616788:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761750.616800:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761750.616804:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761750.616815:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1722
00000100:00080000:0.0:1789761750.616839:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761750.616848:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761750.616892:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508663808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761750.616925:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761750.616930:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761750.616932:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761750.616937:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1722
00000100:00080000:0.0:1789761750.616943:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761750.616947:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761750.616959:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761750.616970:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508663808:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761750.616978:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508663936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761750.616992:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761750.616995:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761750.616997:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761750.617002:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1722
00000100:00080000:0.0:1789761750.617005:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761750.617009:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761750.617015:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761750.617027:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508664064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761750.617035:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761750.617039:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761750.617042:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761750.617046:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1722
00000100:00080000:0.0:1789761750.617050:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761750.617053:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761750.617059:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761750.617063:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761750.617075:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508664192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761750.617087:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761750.617092:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761750.617094:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761750.617098:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1722
00000100:00080000:0.0:1789761750.617103:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761750.617108:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761750.617114:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761750.617123:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9686c954ed80 x1876699508663808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761750.617132:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508664320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761750.617147:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789761750.617157:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508663808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761750.617158:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761750.617162:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761750.617171:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1722
00000100:00080000:0.0:1789761750.617179:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761750.617182:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761750.617185:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789761750.617192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789761750.617195:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761750.617201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508663808:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761750.617213:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508664448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761750.617249:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508663936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761750.617280:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761750.617295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9686c954e680 x1876699508663936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761750.617311:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508663936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761750.617321:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761750.617324:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761750.617328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508663936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761750.617335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508664064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761750.617359:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761750.617370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9686c954df80 x1876699508664064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761750.617381:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508664064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761750.617390:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761750.617394:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761750.617397:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508664064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761750.617404:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508664192:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761750.617426:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761750.617439:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9686c954e300 x1876699508664192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761750.617450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508664192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761750.617458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761750.617461:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761750.617465:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508664192:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761750.617483:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508664320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761750.617506:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761750.617519:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9686c954f800 x1876699508664320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761750.617531:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508664320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761750.617540:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761750.617544:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761750.617547:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508664320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761750.617554:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508664448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761750.617575:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761750.617587:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761750/real 1789761750]  req@ffff9686c954fb80 x1876699508664448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761750.617602:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508664448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761775 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761750.617611:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761750.617615:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761750.617618:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508664448:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761750.680782:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761751.704783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761752.728785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761753.752728:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761754.776846:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761755.736826:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761755.736834:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761755.736838:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761755.736847:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1727
00000100:00080000:1.0:1789761755.736857:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761755.736864:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761755.736900:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508664576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761755.736923:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761755.736927:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761755.736928:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761755.736931:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1727
00000100:00080000:1.0:1789761755.736936:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761755.736940:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761755.736948:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761755.736959:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508664704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761755.736969:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761755.736972:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761755.736976:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761755.736982:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508664576:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761755.736986:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1727
00000100:00080000:1.0:1789761755.736996:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761755.737002:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761755.737006:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761755.737016:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508664832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761755.737024:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761755.737027:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761755.737029:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761755.737034:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1727
00000100:00080000:1.0:1789761755.737036:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761755.737039:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761755.737043:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761755.737050:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508664960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761755.737058:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761755.737060:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761755.737062:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761755.737068:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1727
00000100:00080000:1.0:1789761755.737073:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761755.737075:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761755.737081:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761755.737088:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508665088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761755.737096:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761755.737098:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761755.737099:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761755.737105:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1727
00000100:00080000:1.0:1789761755.737109:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761755.737112:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761755.737116:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761755.737126:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508665216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761755.737339:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761755.737447:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9686c4beaa00 x1876699508664576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.737478:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508664576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.737491:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.737496:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761755.737501:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508664576:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761755.737533:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508664704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761755.737563:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761755.737579:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9686c4beb800 x1876699508664704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.737594:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508664704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.737603:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.737607:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761755.737611:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508664704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761755.737618:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508664832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761755.737677:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761755.737693:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9686c4be8e00 x1876699508664832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.737708:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508664832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.737716:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.737720:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761755.737723:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508664832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761755.737731:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508664960:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761755.737753:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761755.737765:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9686c4beb100 x1876699508664960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.737777:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508664960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.737786:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.737810:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761755.737815:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508664960:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761755.737822:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508665088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761755.737846:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761755.737858:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9686c4be9500 x1876699508665088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.737871:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508665088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.737879:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.737882:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761755.737886:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508665088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761755.737892:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508665216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761755.737914:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761755.737926:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761755/real 1789761755]  req@ffff9686c4be9880 x1876699508665216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761755.737938:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508665216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761780 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761755.737946:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761755.737950:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761755.737954:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508665216:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761755.800786:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761756.824841:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761757.848745:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761758.872893:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761759.896757:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761760.856724:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761760.856735:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761760.856739:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761760.856763:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1732
00000100:00080000:1.0:1789761760.856778:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761760.856787:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761760.856836:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508665344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761760.856861:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761760.856864:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761760.856866:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761760.856869:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1732
00000100:00080000:1.0:1789761760.856872:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761760.856876:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761760.856886:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761760.856898:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508665472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761760.856899:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508665344:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761760.856914:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761760.856917:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761760.856918:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761760.856921:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1732
00000100:00080000:1.0:1789761760.856923:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761760.856925:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761760.856928:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761760.856937:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508665600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761760.856943:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761760.856945:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761760.856946:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761760.856949:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1732
00000100:00080000:1.0:1789761760.856951:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761760.856953:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761760.856956:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761760.856965:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508665728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761760.856972:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761760.856975:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761760.856977:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761760.856979:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1732
00000100:00080000:1.0:1789761760.856982:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761760.856984:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761760.856987:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761760.856995:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761760.856996:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508665856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761760.857004:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761760.857007:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761760.857009:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761760.857012:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1732
00000100:00080000:1.0:1789761760.857014:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761760.857017:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761760.857020:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761760.857027:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508665984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761760.857058:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9686c4be8000 x1876699508665344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.857075:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508665344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.857084:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.857088:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761760.857091:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508665344:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761760.857115:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508665472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761760.857138:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761760.857152:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9686c4be8700 x1876699508665472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.857166:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508665472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.857176:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.857180:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761760.857184:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508665472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761760.857190:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508665600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761760.857215:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761760.857227:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9686c4beb480 x1876699508665600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.857241:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508665600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.857249:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.857252:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761760.857256:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508665600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761760.857263:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508665728:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761760.857286:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761760.857295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9686c4be9880 x1876699508665728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.857303:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508665728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.857309:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.857311:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761760.857314:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508665728:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761760.857317:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508665856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761760.857331:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761760.857339:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9686c4be9500 x1876699508665856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.857360:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508665856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.857368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.857371:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761760.857374:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508665856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761760.857379:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508665984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761760.857399:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761760.857410:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761760/real 1789761760]  req@ffff9686c4beb100 x1876699508665984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761760.857421:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508665984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761785 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761760.857429:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761760.857432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761760.857435:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508665984:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761760.920810:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761761.944726:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761762.968831:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761763.992838:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761765.016796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761765.976783:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.976794:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761765.976799:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.976812:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1737
00000100:00080000:0.0:1789761765.976828:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.976838:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761765.976892:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508666112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761765.976923:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.976927:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761765.976929:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.976933:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1737
00000100:00080000:0.0:1789761765.976937:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.976942:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761765.976953:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761765.976956:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508666112:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761765.976967:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508666240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761765.976976:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.976979:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761765.976981:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.976984:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1737
00000100:00080000:0.0:1789761765.976987:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.976989:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761765.976993:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761765.977002:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508666368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761765.977015:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.977018:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761765.977020:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.977023:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1737
00000100:00080000:0.0:1789761765.977026:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.977028:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761765.977033:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789761765.977034:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761765.977046:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508666496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761765.977055:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.977058:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761765.977059:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761765.977061:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1737
00000100:00080000:0.0:1789761765.977064:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761765.977066:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761765.977069:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761765.977080:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508666624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761765.977084:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9686c954ca80 x1876699508666112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761765.977100:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761765.977104:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761765.977107:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761765.977107:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508666112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761765.977116:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1737
00000100:00080000:0.0:1789761765.977123:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761765.977128:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761765.977129:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761765.977136:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789761765.977139:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761765.977141:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508666112:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761765.977161:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508666752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761765.977170:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508666240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761765.977192:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761765.977206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9686c954d180 x1876699508666240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.977220:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508666240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.977230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.977234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761765.977237:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508666240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761765.977244:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508666368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761765.977260:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761765.977268:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9686c954c000 x1876699508666368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.977276:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508666368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.977282:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.977284:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761765.977286:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508666368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761765.977290:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508666496:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761765.977303:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761765.977309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9686c954ea00 x1876699508666496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.977332:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508666496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.977341:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.977345:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761765.977348:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508666496:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761765.977355:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508666624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761765.977377:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761765.977390:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9686c954c380 x1876699508666624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.977403:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508666624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.977409:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.977412:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761765.977414:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508666624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761765.977428:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508666752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761765.977444:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761765.977451:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761765/real 1789761765]  req@ffff9686c954ce00 x1876699508666752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761765.977459:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508666752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761790 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761765.977465:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761765.977467:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761765.977469:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508666752:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761766.040802:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761767.064813:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761768.088808:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761769.112794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761770.136817:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761771.096794:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761771.096810:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761771.096816:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761771.096832:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1742
00000100:00080000:1.0:1789761771.096848:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761771.096859:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761771.096912:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508666880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761771.096943:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761771.096948:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761771.096950:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761771.096955:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1742
00000100:00080000:1.0:1789761771.096960:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761771.096966:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761771.096978:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761771.096986:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508666880:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761771.096996:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508667008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761771.097008:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761771.097012:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761771.097014:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761771.097028:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1742
00000100:00080000:1.0:1789761771.097037:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761771.097042:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761771.097047:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761771.097062:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508667136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761771.097073:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761771.097076:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761771.097081:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761771.097083:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761771.097089:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1742
00000100:00080000:1.0:1789761771.097095:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761771.097101:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761771.097107:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761771.097121:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508667264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761771.097130:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff9686c4be8e00 x1876699508666880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761771.097136:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761771.097143:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761771.097145:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761771.097150:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508666880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761771.097152:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1742
00000100:00080000:1.0:1789761771.097158:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761771.097162:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761771.097173:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761771.097176:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761771.097181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761771.097185:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508666880:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761771.097191:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508667392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761771.097204:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761771.097208:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761771.097210:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761771.097215:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1742
00000100:00080000:1.0:1789761771.097220:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761771.097220:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508667008:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761771.097231:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761771.097238:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761771.097249:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761771.097255:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508667520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761771.097262:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff9686c4beb800 x1876699508667008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761771.097286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508667008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761771.097297:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761771.097301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761771.097304:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508667008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761771.097308:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508667136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761771.097323:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761771.097330:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff9686c4beaa00 x1876699508667136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761771.097339:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508667136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761771.097344:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761771.097346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761771.097349:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508667136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761771.097352:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508667264:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761771.097364:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761771.097370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff9686c4be9f80 x1876699508667264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761771.097378:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508667264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761771.097383:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761771.097385:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761771.097387:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508667264:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761771.097390:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508667392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761771.097402:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761771.097414:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff9686c4bead80 x1876699508667392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761771.097422:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508667392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761771.097427:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761771.097429:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761771.097432:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508667392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761771.097443:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508667520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761771.097456:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761771.097466:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761771/real 1789761771]  req@ffff9686c4be8380 x1876699508667520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761771.097479:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508667520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761796 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761771.097487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761771.097490:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761771.097494:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508667520:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761771.160807:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761772.184816:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761773.208794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761774.232789:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761775.256756:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761776.216738:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761776.216751:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761776.216757:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761776.216771:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1747
00000100:00080000:2.0:1789761776.216785:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761776.216795:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761776.216842:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508667648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761776.216871:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761776.216875:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761776.216876:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761776.216881:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1747
00000100:00080000:2.0:1789761776.216886:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761776.216891:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761776.216902:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761776.216908:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508667648:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761776.216922:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508667776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761776.216933:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761776.216937:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761776.216939:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761776.216943:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1747
00000100:00080000:2.0:1789761776.216948:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761776.216953:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761776.216958:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761776.216969:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508667904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761776.216981:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761776.216984:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761776.216986:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761776.216989:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1747
00000100:00080000:2.0:1789761776.216995:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789761776.216996:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761776.217004:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761776.217010:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761776.217023:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508668032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761776.217033:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761776.217036:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761776.217038:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761776.217042:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1747
00000100:00080000:2.0:1789761776.217046:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761776.217053:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761776.217054:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff9686c7a9b480 x1876699508667648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789761776.217059:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761776.217075:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508668160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761776.217084:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508667648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761776.217087:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761776.217097:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761776.217101:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761776.217106:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761776.217107:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1747
00000100:00080000:2.0:1789761776.217114:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761776.217116:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761776.217120:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761776.217125:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761776.217134:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508667648:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761776.217141:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508668288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761776.217169:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508667776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761776.217195:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761776.217208:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff9686c7a98a80 x1876699508667776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761776.217220:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508667776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761776.217230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761776.217234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761776.217237:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508667776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761776.217243:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508667904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761776.217260:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761776.217270:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff9686c7a99880 x1876699508667904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761776.217289:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508667904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761776.217299:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761776.217302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761776.217305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508667904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761776.217311:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508668032:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761776.217328:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761776.217339:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff9686c7a9bb80 x1876699508668032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761776.217352:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508668032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761776.217361:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761776.217364:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761776.217368:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508668032:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761776.217374:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508668160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761776.217392:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761776.217413:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff9686c7a98700 x1876699508668160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761776.217425:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508668160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761776.217441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761776.217444:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761776.217448:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508668160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761776.217454:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508668288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761776.217472:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761776.217482:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761776/real 1789761776]  req@ffff9686c7a99180 x1876699508668288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761776.217493:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508668288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761801 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761776.217502:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761776.217505:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761776.217509:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508668288:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761776.280824:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761777.304800:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761778.328907:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761779.352745:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761780.376822:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761781.336988:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.336998:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761781.337002:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.337013:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1753
00000100:00080000:3.0:1789761781.337025:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.337031:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761781.337074:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277480 x1876699508668416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.337111:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.337116:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761781.337118:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.337123:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1753
00000100:00080000:3.0:1789761781.337127:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.337132:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761781.337142:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761781.337155:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276680 x1876699508668544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761781.337157:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508668416:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789761781.337168:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.337173:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761781.337175:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.337179:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1753
00000100:00080000:3.0:1789761781.337183:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.337187:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761781.337192:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761781.337206:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274000 x1876699508668672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.337216:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.337219:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761781.337220:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.337223:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1753
00000100:00080000:3.0:1789761781.337226:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.337229:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761781.337234:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789761781.337241:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761781.337245:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275c00 x1876699508668800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.337254:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.337256:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761781.337258:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.337260:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1753
00000100:00080000:3.0:1789761781.337263:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.337266:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761781.337269:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761781.337275:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276300 x1876699508668928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761781.337280:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761781.337283:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761781.337284:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761781.337288:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1753
00000100:00080000:3.0:1789761781.337290:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761781.337293:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761781.337296:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761781.337298:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff9686d8277480 x1876699508668416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761781.337305:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277b80 x1876699508669056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761781.337321:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277480 x1876699508668416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.337331:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.337334:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761781.337337:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508668416:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761781.337358:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508668544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761781.337374:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761781.337383:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff9686d8276680 x1876699508668544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761781.337390:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276680 x1876699508668544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.337405:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.337407:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761781.337410:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508668544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761781.337418:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508668672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761781.337430:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761781.337437:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff9686d8274000 x1876699508668672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761781.337445:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274000 x1876699508668672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.337450:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.337452:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761781.337454:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508668672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761781.337457:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508668800:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789761781.337468:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761781.337472:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff9686d8275c00 x1876699508668800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761781.337479:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275c00 x1876699508668800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.337484:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.337485:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761781.337487:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508668800:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761781.337490:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508668928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761781.337500:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761781.337505:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff9686d8276300 x1876699508668928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761781.337511:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276300 x1876699508668928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.337516:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.337519:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761781.337521:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508668928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761781.337524:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508669056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789761781.337532:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761781.337537:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761781/real 1789761781]  req@ffff9686d8277b80 x1876699508669056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761781.337542:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277b80 x1876699508669056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761806 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761781.337547:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761781.337549:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761781.337551:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508669056:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761781.400845:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761782.424807:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761783.448820:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761784.472781:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761785.496796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761786.456723:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761786.456736:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761786.456741:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761786.456755:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1758
00000100:00080000:1.0:1789761786.456768:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761786.456776:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761786.456820:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508669184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761786.456848:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761786.456852:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761786.456855:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761786.456860:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1758
00000100:00080000:1.0:1789761786.456864:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761786.456868:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761786.456879:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761786.456879:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508669184:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761786.456896:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508669312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761786.456908:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761786.456912:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761786.456914:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761786.456917:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1758
00000100:00080000:1.0:1789761786.456921:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761786.456925:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761786.456930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761786.456941:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508669440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761786.456950:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761786.456955:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761786.456960:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761786.456962:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761786.456967:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1758
00000100:00080000:1.0:1789761786.456972:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761786.456976:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761786.456982:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761786.456992:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff9686c4bebb80 x1876699508669184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761786.456997:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508669568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761786.457011:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508669184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761786.457012:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761786.457020:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761786.457022:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761786.457031:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761786.457038:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1758
00000100:00080000:3.0:1789761786.457038:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789761786.457046:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761786.457046:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508669184:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761786.457054:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761786.457060:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761786.457071:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508669696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761786.457079:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508669312:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761786.457085:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761786.457089:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761786.457091:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761786.457096:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1758
00000100:00080000:1.0:1789761786.457100:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761786.457105:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761786.457109:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789761786.457113:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761786.457125:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff9686c4bea680 x1876699508669312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761786.457128:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508669824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761786.457159:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508669312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761786.457167:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761786.457170:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761786.457174:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508669312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761786.457192:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508669440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761786.457213:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761786.457228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff9686c4be9c00 x1876699508669440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761786.457247:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508669440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761786.457256:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761786.457259:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761786.457262:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508669440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761786.457267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508669568:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761786.457283:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761786.457290:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff9686c4be8380 x1876699508669568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761786.457300:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508669568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761786.457308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761786.457311:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761786.457314:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508669568:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761786.457329:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508669696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761786.457355:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761786.457364:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff9686c4bead80 x1876699508669696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761786.457371:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508669696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761786.457380:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761786.457382:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761786.457383:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508669696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761786.457387:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508669824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761786.457402:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761786.457413:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761786/real 1789761786]  req@ffff9686c4be9f80 x1876699508669824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761786.457424:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508669824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761811 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761786.457432:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761786.457435:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761786.457438:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508669824:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761786.520745:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761787.544812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761788.568757:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761789.592807:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761790.616757:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761791.576755:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761791.576771:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761791.576778:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761791.576794:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1763
00000100:00080000:1.0:1789761791.576810:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761791.576821:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761791.576875:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508669952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761791.576919:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761791.576923:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761791.576924:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761791.576929:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1763
00000100:00080000:1.0:1789761791.576933:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761791.576936:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761791.576948:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761791.576967:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508670080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761791.576975:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508669952:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761791.576992:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761791.576998:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761791.577000:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761791.577007:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1763
00000100:00080000:1.0:1789761791.577013:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761791.577018:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761791.577026:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761791.577042:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508670208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761791.577057:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761791.577060:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761791.577062:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761791.577069:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761791.577071:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1763
00000100:00080000:1.0:1789761791.577077:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761791.577080:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761791.577085:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761791.577096:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508670336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761791.577106:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761791.577109:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761791.577111:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761791.577114:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1763
00000100:00080000:1.0:1789761791.577117:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761791.577119:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761791.577123:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761791.577133:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508670464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761791.577141:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761791.577146:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789761791.577146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9686c4beaa00 x1876699508669952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761791.577150:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761791.577159:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1763
00000100:00080000:1.0:1789761791.577165:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761791.577170:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761791.577174:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761791.577180:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508669952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761791.577188:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508670592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761791.577198:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.577205:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761791.577211:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508669952:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761791.577244:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508670080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761791.577285:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761791.577304:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9686c4beb800 x1876699508670080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.577316:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508670080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.577323:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.577327:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761791.577330:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508670080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761791.577336:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508670208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761791.577358:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761791.577366:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9686c4be8e00 x1876699508670208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.577376:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508670208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.577382:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.577386:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761791.577390:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508670208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761791.577397:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508670336:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761791.577418:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761791.577432:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9686c4beb100 x1876699508670336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.577441:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508670336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.577448:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.577450:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761791.577453:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508670336:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761791.577458:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508670464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761791.577474:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761791.577481:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9686c4be9500 x1876699508670464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.577490:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508670464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.577497:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.577500:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761791.577502:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508670464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761791.577509:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508670592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761791.577661:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761791.577680:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761791/real 1789761791]  req@ffff9686c4be9880 x1876699508670592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761791.577698:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508670592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761816 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761791.577706:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761791.577710:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761791.577844:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508670592:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761791.640805:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761792.664750:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761793.688832:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761794.712740:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761795.736853:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761796.696760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.696774:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761796.696779:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.696794:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1768
00000100:00080000:2.0:1789761796.696810:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.696822:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761796.696874:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508670720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761796.696899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.696902:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761796.696904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.696908:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1768
00000100:00080000:2.0:1789761796.696913:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.696918:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761796.696947:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761796.696956:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508670720:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761796.696967:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508670848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761796.696980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.696983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761796.696986:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.697006:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1768
00000100:00080000:2.0:1789761796.697010:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.697013:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761796.697017:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761796.697027:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508670976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761796.697034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.697037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761796.697039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.697042:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1768
00000100:00080000:2.0:1789761796.697045:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.697048:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761796.697052:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761796.697079:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761796.697089:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508671104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761796.697099:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.697103:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761796.697105:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.697109:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1768
00000100:00080000:2.0:1789761796.697112:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.697116:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761796.697120:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761796.697132:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9686c7a9ad80 x1876699508670720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761796.697133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508671232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761796.697167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761796.697170:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761796.697172:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761796.697177:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1768
00000100:00100000:3.0:1789761796.697177:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508670720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761796.697179:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761796.697186:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761796.697193:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761796.697199:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761796.697205:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508671360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761796.697207:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761796.697216:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508670720:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761796.697245:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508670848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761796.697265:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761796.697276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9686c7a98380 x1876699508670848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761796.697291:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508670848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761796.697309:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761796.697313:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761796.697318:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508670848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761796.697325:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508670976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761796.697347:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761796.697357:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9686c7a9a680 x1876699508670976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761796.697366:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508670976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761796.697372:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761796.697374:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761796.697377:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508670976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761796.697381:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508671104:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761796.697394:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761796.697400:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9686c7a99f80 x1876699508671104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761796.697409:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508671104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761796.697414:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761796.697416:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761796.697419:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508671104:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761796.697423:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508671232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761796.697435:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761796.697441:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9686c7a98000 x1876699508671232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761796.697449:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508671232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761796.697455:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761796.697456:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761796.697458:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508671232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761796.697462:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508671360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761796.697473:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761796.697479:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761796/real 1789761796]  req@ffff9686c7a98e00 x1876699508671360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761796.697505:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508671360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761821 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761796.697511:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761796.697514:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761796.697516:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508671360:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761796.760761:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761797.784846:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761798.808750:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761799.832811:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761800.856867:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761801.816756:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.816772:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761801.816778:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.816791:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1773
00000100:00080000:1.0:1789761801.816805:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.816815:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761801.816865:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508671488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761801.816895:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.816899:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761801.816901:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.816906:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1773
00000100:00080000:1.0:1789761801.816910:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.816916:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761801.816929:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761801.816944:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508671616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761801.816944:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508671488:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761801.816962:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.816965:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761801.816967:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.816970:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1773
00000100:00080000:1.0:1789761801.816973:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.816976:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761801.816979:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761801.816987:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508671744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761801.816994:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.816997:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761801.816998:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761801.817000:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1773
00000100:00080000:1.0:1789761801.817003:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.817005:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761801.817008:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761801.817018:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508671872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761801.817029:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.817033:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761801.817038:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761801.817038:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761801.817046:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1773
00000100:00080000:1.0:1789761801.817050:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.817054:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761801.817061:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761801.817074:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508672000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761801.817086:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761801.817089:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761801.817092:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761801.817097:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9686c4beb480 x1876699508671488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761801.817099:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1773
00000100:00080000:1.0:1789761801.817106:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761801.817114:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761801.817122:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761801.817130:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508671488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761801.817137:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508672128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761801.817151:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.817159:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761801.817164:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508671488:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761801.817191:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508671616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761801.817216:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761801.817230:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9686c4be8700 x1876699508671616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.817243:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508671616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.817251:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.817255:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761801.817258:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508671616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761801.817265:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508671744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761801.817284:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761801.817295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9686c4be8000 x1876699508671744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.817313:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508671744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.817322:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.817325:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761801.817328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508671744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761801.817334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508671872:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761801.817353:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761801.817364:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9686c4be9880 x1876699508671872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.817376:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508671872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.817384:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.817387:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761801.817390:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508671872:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761801.817396:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508672000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761801.817414:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761801.817425:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9686c4be9500 x1876699508672000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.817437:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508672000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.817464:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.817468:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761801.817471:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508672000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761801.817477:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508672128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761801.817498:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761801.817510:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761801/real 1789761801]  req@ffff9686c4beb100 x1876699508672128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761801.817521:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508672128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761826 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761801.817529:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761801.817533:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761801.817536:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508672128:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761801.880828:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761802.904790:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761803.928832:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761804.952794:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761805.976753:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761806.936806:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761806.936821:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761806.936828:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761806.936842:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1778
00000100:00080000:1.0:1789761806.936857:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761806.936868:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761806.936919:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508672256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761806.936950:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761806.936954:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761806.936956:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761806.936961:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1778
00000100:00080000:1.0:1789761806.936967:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761806.936972:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761806.936983:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.937000:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508672256:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761806.937001:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508672384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761806.937032:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761806.937035:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761806.937037:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761806.937041:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1778
00000100:00080000:1.0:1789761806.937046:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761806.937051:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761806.937058:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761806.937074:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508672512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761806.937084:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761806.937091:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761806.937095:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761806.937100:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761806.937106:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1778
00000100:00080000:1.0:1789761806.937115:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761806.937120:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761806.937127:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761806.937135:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9686c4be8e00 x1876699508672256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761806.937148:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508672640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761806.937159:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508672256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761806.937187:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761806.937190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789761806.937198:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761806.937202:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789761806.937205:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761806.937208:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508672256:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761806.937217:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1778
00000100:00080000:1.0:1789761806.937223:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761806.937229:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761806.937235:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761806.937241:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508672384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761806.937253:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508672768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761806.937268:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761806.937273:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:3.0:1789761806.937279:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761806.937280:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761806.937289:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1778
00000100:00080000:1.0:1789761806.937297:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761806.937299:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9686c4beb800 x1876699508672384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761806.937310:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761806.937323:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508672384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761806.937324:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761806.937341:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.937346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789761806.937357:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508672896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761806.937358:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508672384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761806.937367:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508672512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761806.937400:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761806.937424:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9686c4beaa00 x1876699508672512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761806.937438:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508672512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761806.937445:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.937448:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761806.937451:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508672512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761806.937457:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508672640:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761806.937472:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761806.937479:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9686c4be9f80 x1876699508672640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761806.937486:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508672640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761806.937492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.937493:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761806.937495:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508672640:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761806.937507:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508672768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761806.937518:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761806.937525:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9686c4bead80 x1876699508672768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761806.937532:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508672768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761806.937537:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.937539:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761806.937541:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508672768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761806.937544:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508672896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761806.937554:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761806.937560:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761806/real 1789761806]  req@ffff9686c4be8380 x1876699508672896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761806.937567:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508672896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761831 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761806.937572:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761806.937574:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761806.937576:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508672896:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761807.000785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761808.024794:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761809.048797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761810.072774:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761811.096788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761812.056821:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.056836:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761812.056841:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.056854:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1783
00000100:00080000:3.0:1789761812.056870:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.056880:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761812.056925:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275880 x1876699508673024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.056954:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.056957:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.056958:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.056962:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1783
00000100:00080000:3.0:1789761812.056965:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.056968:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761812.056980:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.056996:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508673152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761812.057012:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508673024:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789761812.057019:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.057025:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761812.057028:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.057033:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1783
00000100:00080000:3.0:1789761812.057037:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.057041:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761812.057046:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.057056:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508673280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.057064:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.057068:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.057069:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.057072:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1783
00000100:00080000:3.0:1789761812.057075:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.057077:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761812.057081:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761812.057090:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508673408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.057098:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.057101:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761812.057102:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.057104:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1783
00000100:00080000:3.0:1789761812.057106:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.057108:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761812.057113:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761812.057121:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508673536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761812.057128:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761812.057131:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761812.057133:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761812.057135:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1783
00000100:00080000:3.0:1789761812.057137:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761812.057140:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761812.057144:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761812.057147:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508673152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761812.057156:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508673664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789761812.057182:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508673280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761812.057201:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508673408:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789761812.057216:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508673536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761812.057232:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508673664:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761812.120777:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761813.144814:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761814.168773:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761815.128973:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789761815.129021:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761815.129037:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761815.129071:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761815.129087:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761815.129097:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761815.129107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761815]  req@ffff9686d8277100 x1876699508673152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789761815.129123:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761815.129142:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761815.129142:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508673152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761815.129161:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761815.129168:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761815.129173:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508673152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761815.129181:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761815]  req@ffff9686d8275500 x1876699508673280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761815.129196:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508673280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761815.129206:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761815.129211:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761815.129215:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508673280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761815.129222:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761815]  req@ffff9686d8274e00 x1876699508673408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761815.129236:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508673408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761815.129244:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761815.129248:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761815.129251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508673408:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761815.129258:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761815]  req@ffff9686d8275180 x1876699508673536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761815.129271:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508673536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761815.129279:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761815.129283:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761815.129286:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508673536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761815.129293:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761815]  req@ffff9686d8275880 x1876699508673024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761815.129307:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275880 x1876699508673024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761815.129315:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761815.129319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761815.129323:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508673024:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761815.129366:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761812/real 1789761815]  req@ffff9686d8274380 x1876699508673664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761815.129382:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508673664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761837 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761815.129390:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761815.129394:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761815.129397:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508673664:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761815.192742:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761816.216766:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761817.176815:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761817.176823:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761817.176827:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761817.176836:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1788
00000100:00080000:0.0:1789761817.176853:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761817.176860:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761817.176889:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508673792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761817.176910:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761817.176913:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761817.176914:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761817.176917:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1788
00000100:00080000:0.0:1789761817.176919:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761817.176922:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761817.176929:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761817.176940:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508673920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761817.176950:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761817.176954:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761817.176956:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761817.176962:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1788
00000100:00080000:0.0:1789761817.176966:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761817.176966:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508673792:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761817.176975:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761817.176982:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761817.176996:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508674048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761817.177007:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761817.177011:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761817.177013:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761817.177017:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1788
00000100:00080000:0.0:1789761817.177021:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761817.177025:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761817.177030:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761817.177043:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761817.177045:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508674176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761817.177057:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761817.177061:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761817.177062:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761817.177066:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1788
00000100:00080000:0.0:1789761817.177071:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761817.177076:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761817.177082:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761817.177096:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508674304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761817.177106:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761817.177110:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff9686c954c700 x1876699508673792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761817.177111:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761817.177115:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761817.177123:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1788
00000100:00080000:0.0:1789761817.177131:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761817.177137:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761817.177142:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761817.177149:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508673792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761817.177163:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508674432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761817.177163:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761817.177174:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761817.177183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508673792:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761817.177193:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508673920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761817.177222:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761817.177236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff9686c954f100 x1876699508673920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761817.177248:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508673920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761817.177257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761817.177261:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761817.177264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508673920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761817.177291:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508674048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761817.177314:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761817.177325:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff9686c954d880 x1876699508674048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761817.177354:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508674048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761817.177362:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761817.177366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761817.177369:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508674048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761817.177377:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508674176:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761817.177399:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761817.177411:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff9686c954dc00 x1876699508674176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761817.177427:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508674176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761817.177435:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761817.177437:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761817.177440:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508674176:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761817.177446:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508674304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761817.177467:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761817.177479:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff9686c954ce00 x1876699508674304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761817.177489:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508674304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761817.177496:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761817.177499:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761817.177502:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508674304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761817.177508:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508674432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761817.177526:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761817.177536:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761817/real 1789761817]  req@ffff9686c954c380 x1876699508674432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761817.177650:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508674432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761842 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761817.177664:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761817.177667:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761817.177670:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508674432:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761817.240794:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761818.264814:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761819.288749:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761820.312820:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761821.336805:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761822.296764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761822.296774:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761822.296779:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761822.296788:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1794
00000100:00080000:2.0:1789761822.296800:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761822.296807:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761822.296844:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508674560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761822.296868:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761822.296872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761822.296874:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761822.296878:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1794
00000100:00080000:2.0:1789761822.296882:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761822.296888:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761822.296896:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761822.296899:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508674560:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761822.296911:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508674688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761822.296926:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761822.296929:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761822.296931:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761822.296934:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1794
00000100:00080000:2.0:1789761822.296946:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761822.296950:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761822.296954:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761822.296954:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761822.296964:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508674816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761822.296972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761822.296975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761822.296977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761822.296980:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1794
00000100:00080000:2.0:1789761822.296983:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761822.296986:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761822.296991:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761822.297000:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508674944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761822.297000:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff9686c7a9b100 x1876699508674560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761822.297011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761822.297014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761822.297016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761822.297018:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508674560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761822.297020:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1794
00000100:00080000:2.0:1789761822.297025:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761822.297028:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761822.297029:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789761822.297033:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761822.297033:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761822.297038:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508674560:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761822.297042:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508675072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761822.297050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761822.297053:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761822.297055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761822.297058:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1794
00000100:00080000:2.0:1789761822.297061:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761822.297061:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508674688:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789761822.297065:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761822.297069:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761822.297078:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508675200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761822.297083:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761822.297095:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff9686c7a99c00 x1876699508674688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761822.297107:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508674688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761822.297116:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761822.297120:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761822.297124:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508674688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761822.297131:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508674816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761822.297147:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761822.297155:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff9686c7a9aa00 x1876699508674816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761822.297162:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508674816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761822.297168:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761822.297170:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761822.297172:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508674816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761822.297175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508674944:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761822.297186:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761822.297192:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff9686c7a9a300 x1876699508674944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761822.297199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508674944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761822.297203:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761822.297205:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761822.297207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508674944:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761822.297210:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508675072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761822.297220:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761822.297226:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff9686c7a9b800 x1876699508675072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761822.297233:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508675072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761822.297238:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761822.297240:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761822.297242:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508675072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761822.297252:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508675200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761822.297263:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761822.297268:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761822/real 1789761822]  req@ffff9686c7a9b100 x1876699508675200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761822.297275:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508675200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761847 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761822.297280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761822.297282:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761822.297283:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508675200:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761822.360778:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761823.384746:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761824.408802:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761825.432776:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761826.456879:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761827.416761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761827.416773:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761827.416778:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.416792:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1799
00000100:00080000:0.0:1789761827.416805:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.416814:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761827.416856:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508675328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761827.416875:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761827.416878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761827.416880:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.416885:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1799
00000100:00080000:0.0:1789761827.416888:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.416891:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761827.416900:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761827.416909:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508675328:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761827.416916:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508675456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761827.416931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761827.416934:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761827.416936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.416940:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1799
00000100:00080000:0.0:1789761827.416943:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.416946:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761827.416951:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761827.416961:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508675584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761827.416967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761827.416970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761827.416972:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.416975:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1799
00000100:00080000:0.0:1789761827.416978:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.416982:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761827.416988:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761827.416988:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761827.417006:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508675712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761827.417020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761827.417025:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761827.417028:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.417033:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1799
00000100:00080000:0.0:1789761827.417039:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.417045:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761827.417049:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761827.417060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508675840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761827.417067:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761827.417070:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761827.417071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761827.417074:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1799
00000100:00080000:0.0:1789761827.417077:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761827.417080:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761827.417084:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761827.417092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508675968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761827.417100:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff9686c954ea00 x1876699508675328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.417122:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508675328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.417133:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761827.417137:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761827.417140:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508675328:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761827.417164:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508675456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761827.417346:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761827.417361:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff9686c954c000 x1876699508675456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.417419:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508675456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.417426:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761827.417429:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761827.417431:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508675456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761827.417436:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508675584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761827.417452:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761827.417460:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff9686c954d180 x1876699508675584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.417468:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508675584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.417474:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761827.417476:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761827.417478:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508675584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761827.417483:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508675712:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761827.417496:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761827.417502:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff9686c954ca80 x1876699508675712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.417510:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508675712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.417515:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761827.417517:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761827.417519:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508675712:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761827.417523:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508675840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761827.417533:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761827.417539:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff9686c954fb80 x1876699508675840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.417548:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508675840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.417557:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761827.417561:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761827.417564:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508675840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761827.417570:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508675968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761827.417592:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761827.417604:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761827/real 1789761827]  req@ffff9686c954f800 x1876699508675968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761827.417617:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508675968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761852 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761827.417623:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761827.417625:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761827.417645:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508675968:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761827.480735:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761828.504814:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761829.528786:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761830.552819:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761831.576731:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761832.536741:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.536754:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761832.536758:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.536770:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1804
00000100:00080000:1.0:1789761832.536783:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.536792:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761832.536846:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508676096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761832.536867:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.536870:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761832.536871:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.536875:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1804
00000100:00080000:1.0:1789761832.536878:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.536882:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761832.536892:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761832.536902:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508676224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761832.536908:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508676096:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761832.536912:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.536919:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761832.536920:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.536923:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1804
00000100:00080000:1.0:1789761832.536925:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.536927:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761832.536930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761832.536939:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508676352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761832.536944:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.536947:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761832.536948:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.536951:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1804
00000100:00080000:1.0:1789761832.536954:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.536956:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761832.536960:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761832.536970:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508676480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761832.536982:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.536985:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761832.536987:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.536989:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1804
00000100:00080000:1.0:1789761832.536991:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.536993:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761832.536996:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761832.537001:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761832.537005:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508676608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761832.537013:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761832.537015:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761832.537017:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761832.537020:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1804
00000100:00080000:1.0:1789761832.537023:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761832.537025:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761832.537029:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761832.537036:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508676736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761832.537057:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9686c4be9c00 x1876699508676096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.537073:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508676096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.537082:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.537086:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761832.537089:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508676096:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761832.537112:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508676224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761832.537130:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761832.537139:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9686c4bea680 x1876699508676224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.537147:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508676224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.537153:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.537156:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761832.537158:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508676224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761832.537161:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508676352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761832.537172:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761832.537177:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9686c4bebb80 x1876699508676352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.537185:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508676352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.537190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.537192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761832.537194:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508676352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761832.537197:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508676480:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761832.537208:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761832.537214:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9686c4be8380 x1876699508676480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.537239:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508676480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.537245:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.537247:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761832.537250:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508676480:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761832.537254:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508676608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761832.537269:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761832.537280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9686c4bead80 x1876699508676608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.537293:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508676608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.537301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.537305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761832.537308:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508676608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761832.537315:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508676736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761832.537336:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761832.537357:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761832/real 1789761832]  req@ffff9686c4be9f80 x1876699508676736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761832.537370:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508676736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761857 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761832.537378:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761832.537380:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761832.537382:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508676736:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761832.600815:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761833.624781:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761834.648832:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761835.672737:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761836.696800:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761837.656990:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761837.657002:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761837.657008:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761837.657021:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1809
00000100:00080000:1.0:1789761837.657036:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761837.657045:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761837.657091:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508676864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761837.657143:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761837.657149:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761837.657151:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761837.657156:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1809
00000100:00080000:1.0:1789761837.657160:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761837.657164:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761837.657176:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761837.657204:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508676992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761837.657216:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761837.657220:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761837.657222:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761837.657226:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1809
00000100:00080000:1.0:1789761837.657230:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761837.657235:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761837.657240:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761837.657251:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508677120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761837.657262:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761837.657266:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761837.657268:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761837.657272:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1809
00000100:00080000:1.0:1789761837.657275:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761837.657279:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761837.657283:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761837.657294:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508677248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761837.657305:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761837.657308:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761837.657310:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761837.657314:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1809
00000100:00080000:1.0:1789761837.657318:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761837.657322:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761837.657327:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761837.657340:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508677376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761837.657352:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761837.657357:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761837.657359:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761837.657368:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1809
00000100:00100000:2.0:1789761837.657370:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508676864:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761837.657373:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761837.657386:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761837.657394:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761837.657417:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508677504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761837.657455:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761837.657514:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9686c4beaa00 x1876699508676864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761837.657536:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508676864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761837.657549:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761837.657554:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761837.657558:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508676864:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761837.657567:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508676992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761837.657590:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761837.657603:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9686c4beb800 x1876699508676992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761837.657616:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508676992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761837.657625:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761837.657678:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761837.657682:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508676992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761837.657689:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508677120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761837.657711:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761837.657723:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9686c4be8e00 x1876699508677120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761837.657742:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508677120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761837.657751:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761837.657755:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761837.657758:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508677120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761837.657765:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508677248:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761837.657785:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761837.657796:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9686c4beb100 x1876699508677248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761837.657809:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508677248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761837.657817:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761837.657821:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761837.657824:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508677248:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761837.657852:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508677376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761837.657873:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761837.657884:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9686c4be9500 x1876699508677376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761837.657896:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508677376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761837.657911:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761837.657915:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761837.657918:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508677376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761837.657925:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508677504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761837.657943:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761837.657953:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761837/real 1789761837]  req@ffff9686c4be9880 x1876699508677504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761837.657965:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508677504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761862 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761837.657974:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761837.657977:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761837.657981:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508677504:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761837.720873:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761838.744827:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761839.768766:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761840.792778:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761841.816833:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761842.776725:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.776741:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761842.776747:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.776762:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1814
00000100:00080000:1.0:1789761842.776778:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.776789:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761842.776842:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508677632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.776875:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.776878:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761842.776880:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.776884:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1814
00000100:00080000:1.0:1789761842.776888:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.776891:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761842.776902:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761842.776914:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508677760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761842.776932:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508677632:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761842.776944:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.776948:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761842.776950:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.776979:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1814
00000100:00080000:1.0:1789761842.776985:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.776990:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761842.776997:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761842.777003:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761842.777014:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508677888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.777026:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.777030:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761842.777031:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.777035:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1814
00000100:00080000:1.0:1789761842.777038:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.777041:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761842.777045:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761842.777064:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9686c4be8000 x1876699508677632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761842.777073:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508678016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.777093:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789761842.777099:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508677632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761842.777100:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761842.777105:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.777115:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1814
00000100:00080000:1.0:1789761842.777123:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761842.777128:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789761842.777128:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.777137:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:1.0:1789761842.777138:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761842.777153:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508677632:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761842.777166:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508678144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761842.777186:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761842.777189:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761842.777190:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761842.777194:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1814
00000100:00080000:1.0:1789761842.777197:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761842.777201:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508677760:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761842.777203:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761842.777211:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761842.777223:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508678272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761842.777238:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761842.777252:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9686c4be8700 x1876699508677760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.777263:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508677760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.777269:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.777272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761842.777274:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508677760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761842.777278:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508677888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761842.777290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761842.777297:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9686c4beb480 x1876699508677888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.777304:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508677888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.777310:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.777312:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761842.777314:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508677888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761842.777319:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508678016:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761842.777331:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761842.777340:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9686c4be9880 x1876699508678016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.777352:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508678016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.777361:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.777365:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761842.777369:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508678016:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761842.777376:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508678144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761842.777407:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761842.777423:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9686c4be9500 x1876699508678144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.777436:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508678144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.777445:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.777449:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761842.777452:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508678144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761842.777471:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508678272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761842.777488:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761842.777497:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761842/real 1789761842]  req@ffff9686c4beb100 x1876699508678272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761842.777505:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508678272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761867 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761842.777511:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761842.777513:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761842.777515:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508678272:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761842.840793:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761843.864816:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761844.888806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761845.912794:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761846.936744:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761847.896746:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761847.896760:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761847.896766:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761847.896780:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1819
00000100:00080000:0.0:1789761847.896806:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761847.896817:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761847.896867:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508678400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761847.896898:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761847.896904:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761847.896906:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761847.896910:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1819
00000100:00080000:0.0:1789761847.896915:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761847.896930:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761847.896943:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761847.896956:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508678400:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761847.896960:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508678528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761847.896992:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761847.896997:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761847.896999:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761847.897004:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1819
00000100:00080000:0.0:1789761847.897008:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761847.897013:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761847.897019:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761847.897033:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508678656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761847.897045:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761847.897050:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761847.897052:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761847.897056:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761847.897062:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1819
00000100:00080000:0.0:1789761847.897067:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761847.897073:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761847.897080:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761847.897117:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508678784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761847.897132:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761847.897138:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761847.897140:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9686c954e300 x1876699508678400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761847.897141:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761847.897152:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1819
00000100:00080000:0.0:1789761847.897160:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761847.897167:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761847.897173:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508678400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761847.897174:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761847.897189:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.897195:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761847.897197:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508678912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761847.897201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508678400:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761847.897216:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761847.897220:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761847.897222:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761847.897227:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1819
00000100:00080000:0.0:1789761847.897232:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761847.897233:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508678528:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761847.897240:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761847.897247:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761847.897262:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508679040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761847.897262:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761847.897276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9686c954df80 x1876699508678528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761847.897289:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508678528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761847.897297:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.897300:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761847.897303:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508678528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761847.897307:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508678656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761847.897320:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761847.897326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9686c954e680 x1876699508678656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761847.897334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508678656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761847.897339:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.897341:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761847.897343:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508678656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761847.897346:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508678784:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761847.897357:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761847.897363:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9686c954ed80 x1876699508678784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761847.897370:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508678784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761847.897376:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.897377:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761847.897380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508678784:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761847.897384:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508678912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761847.897394:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761847.897400:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9686c954f800 x1876699508678912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761847.897408:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508678912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761847.897413:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.897415:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761847.897416:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508678912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761847.897428:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508679040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761847.897439:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761847.897445:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761847/real 1789761847]  req@ffff9686c954fb80 x1876699508679040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761847.897452:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508679040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761872 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761847.897457:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761847.897459:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761847.897461:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508679040:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761847.960786:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761848.984767:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761850.008849:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761851.032724:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761852.056799:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761853.016769:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.016794:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761853.016798:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.016810:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1824
00000100:00080000:0.0:1789761853.016820:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761853.016828:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761853.016886:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508679168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761853.016927:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.016930:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761853.016931:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.016934:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1824
00000100:00080000:0.0:1789761853.016936:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761853.016939:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761853.016947:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761853.016957:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508679296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761853.016964:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.016967:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761853.016968:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.016970:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1824
00000100:00080000:0.0:1789761853.016972:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761853.016975:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761853.016979:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761853.016992:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508679424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761853.016992:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508679168:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761853.017018:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.017021:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761853.017022:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.017024:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1824
00000100:00080000:0.0:1789761853.017026:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761853.017028:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761853.017032:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761853.017047:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508679552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761853.017058:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.017076:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761853.017079:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.017083:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1824
00000100:00080000:0.0:1789761853.017089:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761853.017094:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761853.017100:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761853.017110:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761853.017116:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508679680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761853.017147:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761853.017151:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761853.017153:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761853.017159:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1824
00000100:00080000:0.0:1789761853.017165:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761853.017170:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761853.017177:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761853.017181:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff9686c954ca80 x1876699508679168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761853.017199:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508679808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761853.017202:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508679168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761853.017265:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.017271:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761853.017277:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508679168:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761853.017297:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508679296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761853.017321:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761853.017334:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff9686c954d180 x1876699508679296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761853.017344:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508679296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761853.017351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.017355:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761853.017359:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508679296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761853.017413:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508679424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761853.017433:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761853.017451:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff9686c954c000 x1876699508679424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761853.017464:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508679424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761853.017470:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.017473:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761853.017475:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508679424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761853.017480:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508679552:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761853.017492:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761853.017499:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff9686c954ea00 x1876699508679552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761853.017506:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508679552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761853.017512:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.017514:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761853.017515:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508679552:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761853.017519:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508679680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761853.017535:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761853.017547:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff9686c954c380 x1876699508679680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761853.017560:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508679680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761853.017576:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.017579:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761853.017582:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508679680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761853.017589:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508679808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761853.017611:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761853.017676:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761853/real 1789761853]  req@ffff9686c954ce00 x1876699508679808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761853.017685:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508679808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761878 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761853.017691:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761853.017694:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761853.017696:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508679808:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761853.080783:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761854.104808:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761855.128735:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761856.152807:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761857.176834:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761858.136715:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761858.136727:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761858.136732:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761858.136744:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1829
00000100:00080000:0.0:1789761858.136762:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761858.136771:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761858.136816:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508679936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761858.136842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761858.136845:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761858.136846:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761858.136850:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1829
00000100:00080000:0.0:1789761858.136856:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761858.136859:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761858.136869:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761858.136880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508680064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761858.136889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761858.136892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761858.136894:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761858.136899:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1829
00000100:00100000:2.0:1789761858.136901:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508679936:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761858.136902:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761858.136908:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761858.136914:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761858.136922:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508680192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761858.136929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761858.136932:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761858.136934:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761858.136936:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1829
00000100:00080000:0.0:1789761858.136938:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761858.136941:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761858.136944:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761858.136952:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508680320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761858.136959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761858.136962:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761858.136963:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761858.136965:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1829
00000100:00080000:0.0:1789761858.136970:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761858.136972:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761858.136976:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761858.136982:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761858.136986:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508680448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761858.136994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761858.136997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761858.136998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761858.137001:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1829
00000100:00080000:0.0:1789761858.137010:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761858.137012:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761858.137015:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761858.137023:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508680576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761858.137052:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff9686c954dc00 x1876699508679936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.137070:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508679936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.137085:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.137088:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761858.137092:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508679936:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761858.137117:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508680064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761858.137136:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761858.137146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff9686c954d880 x1876699508680064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.137154:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508680064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.137160:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.137163:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761858.137165:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508680064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761858.137169:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508680192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761858.137180:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761858.137186:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff9686c954f100 x1876699508680192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.137193:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508680192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.137199:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.137200:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761858.137202:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508680192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761858.137206:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508680320:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761858.137218:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761858.137224:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff9686c954c700 x1876699508680320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.137231:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508680320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.137237:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.137238:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761858.137240:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508680320:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761858.137245:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508680448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761858.137264:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761858.137276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff9686c954ce00 x1876699508680448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.137289:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508680448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.137298:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.137302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761858.137305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508680448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761858.137309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508680576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761858.137326:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761858.137333:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761858/real 1789761858]  req@ffff9686c954c380 x1876699508680576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761858.137341:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508680576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761883 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761858.137347:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761858.137349:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761858.137351:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508680576:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761858.200827:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761859.224770:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761860.248826:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761861.272889:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761862.296783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761863.256741:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761863.256756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761863.256763:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761863.256777:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1834
00000100:00080000:0.0:1789761863.256792:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761863.256801:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761863.256849:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508680704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761863.256879:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761863.256883:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761863.256886:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761863.256892:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1834
00000100:00080000:0.0:1789761863.256904:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761863.256910:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761863.256922:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761863.256922:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508680704:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761863.256943:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508680832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761863.256957:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761863.256961:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761863.256964:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761863.256968:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1834
00000100:00080000:0.0:1789761863.256973:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761863.256978:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761863.256984:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761863.257012:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508680960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761863.257045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761863.257052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761863.257057:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761863.257066:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1834
00000100:00080000:0.0:1789761863.257075:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761863.257084:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761863.257095:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761863.257116:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508681088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761863.257134:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761863.257164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761863.257171:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761863.257175:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761863.257184:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1834
00000100:00080000:0.0:1789761863.257194:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761863.257202:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761863.257213:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761863.257236:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508681216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761863.257265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761863.257269:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761863.257271:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761863.257275:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1834
00000100:00080000:0.0:1789761863.257279:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761863.257283:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761863.257288:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761863.257300:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508681344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761863.257395:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff9686c954ea00 x1876699508680704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761863.257414:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508680704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761863.257423:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761863.257427:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761863.257430:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508680704:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761863.257453:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508680832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761863.257474:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761863.257484:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff9686c954c000 x1876699508680832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761863.257492:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508680832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761863.257499:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761863.257501:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761863.257504:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508680832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761863.257507:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508680960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761863.257518:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761863.257524:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff9686c954d180 x1876699508680960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761863.257531:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508680960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761863.257537:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761863.257538:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761863.257540:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508680960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761863.257544:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508681088:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761863.257554:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761863.257560:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff9686c954ca80 x1876699508681088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761863.257568:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508681088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761863.257572:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761863.257574:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761863.257577:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508681088:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761863.257581:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508681216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761863.257591:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761863.257597:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff9686c954fb80 x1876699508681216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761863.257604:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508681216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761863.257609:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761863.257611:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761863.257613:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508681216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761863.257616:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508681344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761863.257626:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761863.257652:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761863/real 1789761863]  req@ffff9686c954f800 x1876699508681344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761863.257660:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508681344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761888 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761863.257666:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761863.257669:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761863.257671:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508681344:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761863.320777:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761864.344807:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761865.368789:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761866.392798:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761867.416838:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761868.376768:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761868.376780:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761868.376785:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.376796:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1840
00000100:00080000:1.0:1789761868.376808:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.376816:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761868.376858:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508681472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761868.376886:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761868.376889:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761868.376891:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.376895:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1840
00000100:00080000:1.0:1789761868.376898:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.376903:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761868.376915:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761868.376929:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508681600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761868.376931:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508681472:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761868.376972:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761868.376976:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761868.376977:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.376983:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1840
00000100:00080000:1.0:1789761868.376986:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.376990:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761868.376994:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761868.377009:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508681728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761868.377016:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761868.377037:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761868.377039:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.377042:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1840
00000800:00000100:3.0:1789761868.377050:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761868.377052:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.377059:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761868.377066:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761868.377080:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508681856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761868.377091:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761868.377098:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff9686c4be8e00 x1876699508681472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761868.377100:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761868.377105:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.377117:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1840
00000100:00080000:1.0:1789761868.377126:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.377133:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761868.377138:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761868.377139:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508681472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761868.377153:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508681984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761868.377154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761868.377172:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789761868.377177:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761868.377183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508681472:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761868.377184:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761868.377191:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761868.377211:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1840
00000100:00080000:1.0:1789761868.377216:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761868.377220:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761868.377224:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761868.377232:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508681600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761868.377237:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508682112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761868.377267:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761868.377280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff9686c4beb800 x1876699508681600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761868.377290:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508681600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761868.377296:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761868.377298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761868.377301:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508681600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761868.377305:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508681728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761868.377317:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761868.377323:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff9686c4beaa00 x1876699508681728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761868.377334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508681728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761868.377353:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761868.377357:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761868.377361:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508681728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761868.377368:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508681856:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761868.377391:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761868.377401:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff9686c4be9f80 x1876699508681856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761868.377410:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508681856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761868.377415:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761868.377418:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761868.377420:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508681856:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761868.377431:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508681984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761868.377445:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761868.377452:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff9686c4bead80 x1876699508681984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761868.377460:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508681984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761868.377469:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761868.377472:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761868.377474:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508681984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761868.377487:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508682112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761868.377498:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761868.377504:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761868/real 1789761868]  req@ffff9686c4be8380 x1876699508682112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761868.377511:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508682112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761893 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761868.377516:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761868.377524:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761868.377526:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508682112:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761868.440732:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761869.464858:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761870.488779:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761871.512795:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789761872.536760:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761873.496792:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761873.496806:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761873.496811:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761873.496823:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1845
00000100:00080000:2.0:1789761873.496837:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761873.496846:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761873.496894:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508682240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761873.496943:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761873.496964:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761873.496966:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761873.496971:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1845
00000100:00080000:2.0:1789761873.496975:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761873.496980:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761873.496990:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.497005:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508682240:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761873.497006:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508682368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761873.497031:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761873.497053:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761873.497056:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761873.497062:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1845
00000100:00080000:2.0:1789761873.497066:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761873.497071:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761873.497079:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761873.497091:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508682496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761873.497105:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761873.497120:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761873.497126:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761873.497129:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761873.497134:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1845
00000100:00080000:2.0:1789761873.497137:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761873.497141:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761873.497146:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761873.497167:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508682624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761873.497167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9686c7a98e00 x1876699508682240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.497249:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761873.497255:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789761873.497256:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508682240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761873.497258:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761873.497272:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1845
00000100:00080000:2.0:1789761873.497282:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761873.497287:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761873.497295:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761873.497301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789761873.497308:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508682752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761873.497317:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761873.497332:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761873.497334:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508682240:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761873.497341:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761873.497351:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761873.497360:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1845
00000100:00080000:2.0:1789761873.497367:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761873.497370:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761873.497374:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761873.497383:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508682368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761873.497385:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508682880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761873.497444:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761873.497460:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9686c7a98000 x1876699508682368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761873.497470:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508682368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761873.497477:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761873.497480:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761873.497482:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508682368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761873.497488:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508682496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761873.497502:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761873.497508:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9686c7a99f80 x1876699508682496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761873.497516:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508682496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761873.497521:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761873.497533:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761873.497535:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508682496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761873.497539:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508682624:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761873.497551:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761873.497557:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9686c7a9a680 x1876699508682624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761873.497565:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508682624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761873.497570:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761873.497572:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761873.497574:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508682624:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761873.497577:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508682752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761873.497588:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761873.497603:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9686c7a98380 x1876699508682752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761873.497610:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508682752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761873.497624:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761873.497643:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761873.497646:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508682752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761873.497663:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508682880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761873.497677:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761873.497685:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761873/real 1789761873]  req@ffff9686c7a9ad80 x1876699508682880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761873.497699:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508682880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761898 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761873.497706:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761873.497710:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761873.497713:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508682880:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761873.560840:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761874.584980:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761875.608790:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761876.632865:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761877.656825:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761878.616803:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.616818:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761878.616825:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761878.616839:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1850
00000100:00080000:1.0:1789761878.616853:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.616862:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761878.616919:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508683008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761878.616948:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.616952:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761878.616953:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761878.616957:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1850
00000100:00080000:1.0:1789761878.616961:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.616964:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761878.616974:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.616981:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508683008:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761878.616987:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508683136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761878.616996:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.616999:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761878.617000:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761878.617002:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1850
00000100:00080000:1.0:1789761878.617004:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.617006:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761878.617009:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761878.617017:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508683264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761878.617023:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.617025:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761878.617026:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761878.617029:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1850
00000100:00080000:1.0:1789761878.617032:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.617035:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761878.617039:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761878.617048:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508683392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761878.617054:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.617057:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761878.617058:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761878.617061:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1850
00000100:00080000:1.0:1789761878.617064:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.617067:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761878.617069:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761878.617077:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508683520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761878.617084:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761878.617087:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761878.617089:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761878.617092:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1850
00000100:00080000:1.0:1789761878.617095:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761878.617097:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761878.617102:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761878.617104:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508683136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761878.617113:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508683648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761878.617135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508683264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761878.617156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508683392:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761878.617171:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508683520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761878.617188:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508683648:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761878.680768:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761879.704737:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761880.728817:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789761881.689011:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789761881.689060:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789761881.689077:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761881.689117:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761881.689125:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761881.689136:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789761881.689156:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761881.689168:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9686c4bea680 x1876699508683136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789761881.689169:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789761881.689201:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508683136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761881.689216:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761881.689221:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761881.689227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508683136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761881.689236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9686c4be9c00 x1876699508683264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761881.689249:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508683264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761881.689257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761881.689261:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761881.689265:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508683264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761881.689273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9686c4be8380 x1876699508683392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761881.689288:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508683392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761881.689296:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761881.689300:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761881.689303:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508683392:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761881.689311:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9686c4bead80 x1876699508683520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761881.689322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508683520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761881.689329:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761881.689333:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761881.689337:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508683520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761881.689344:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9686c4bebb80 x1876699508683008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761881.689356:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508683008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761881.689363:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761881.689367:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761881.689370:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508683008:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761881.689403:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761878/real 1789761881]  req@ffff9686c4be9f80 x1876699508683648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761881.689416:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508683648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761903 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761881.689423:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761881.689426:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761881.689430:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508683648:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761881.752873:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761882.776746:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761883.736745:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.736759:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761883.736765:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.736779:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1855
00000100:00080000:1.0:1789761883.736794:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761883.736804:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761883.736866:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508683776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761883.736897:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.736902:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761883.736904:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.736911:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1855
00000100:00080000:1.0:1789761883.736916:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761883.736922:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761883.736930:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508683776:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789761883.736935:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761883.736953:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508683904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761883.736966:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.736975:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761883.736978:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.736982:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1855
00000100:00080000:1.0:1789761883.736987:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761883.736992:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761883.736999:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761883.737009:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761883.737016:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508684032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761883.737029:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.737033:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761883.737035:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.737040:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1855
00000100:00080000:1.0:1789761883.737045:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761883.737050:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761883.737056:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9686c4beaa00 x1876699508683776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761883.737057:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761883.737075:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508684160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761883.737090:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.737096:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789761883.737097:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508683776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761883.737099:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.737109:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1855
00000100:00080000:1.0:1789761883.737117:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761883.737125:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761883.737134:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761883.737141:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761883.737150:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508683776:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789761883.737151:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761883.737172:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508684288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761883.737183:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761883.737188:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761883.737190:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761883.737195:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1855
00000100:00080000:1.0:1789761883.737200:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761883.737202:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508683904:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761883.737208:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761883.737216:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761883.737230:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508684416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761883.737244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761883.737265:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9686c4beb800 x1876699508683904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761883.737279:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508683904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761883.737288:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761883.737292:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761883.737295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508683904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761883.737309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508684032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761883.737333:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761883.737346:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9686c4be8e00 x1876699508684032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761883.737359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508684032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761883.737369:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761883.737373:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761883.737376:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508684032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761883.737384:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508684160:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761883.737408:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761883.737420:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9686c4beb100 x1876699508684160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761883.737432:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508684160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761883.737441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761883.737444:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761883.737448:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508684160:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761883.737454:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508684288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761883.737478:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761883.737490:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9686c4be9500 x1876699508684288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761883.737502:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508684288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761883.737510:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761883.737514:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761883.737517:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508684288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761883.737609:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508684416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761883.737663:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761883.737676:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761883/real 1789761883]  req@ffff9686c4be9880 x1876699508684416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761883.737691:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508684416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761908 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761883.737701:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761883.737705:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761883.737709:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508684416:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789761883.800747:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761884.824822:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761885.848785:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761886.872787:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761887.896757:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761888.856828:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761888.856839:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761888.856843:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761888.856855:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1860
00000100:00080000:1.0:1789761888.856867:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761888.856875:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761888.856917:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508684544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761888.856972:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508684544:192.168.203.123@tcp:250:kworker.0
00000800:00000100:3.0:1789761888.857042:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761888.857072:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761888.857076:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761888.857077:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761888.857081:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1860
00000100:00080000:1.0:1789761888.857084:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761888.857088:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761888.857099:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761888.857114:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508684672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761888.857184:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9686c4beb480 x1876699508684544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761888.857199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508684544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761888.857209:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761888.857212:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761888.857215:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508684544:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761888.857243:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508684672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761888.857269:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761888.857283:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9686c4be8700 x1876699508684672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761888.857292:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508684672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761888.857298:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761888.857301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761888.857303:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508684672:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761888.857352:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761888.857361:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761888.857363:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761888.857368:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1860
00000100:00080000:1.0:1789761888.857372:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761888.857376:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761888.857382:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761888.857398:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508684800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761888.857415:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761888.857420:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761888.857422:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761888.857427:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1860
00000100:00080000:1.0:1789761888.857432:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761888.857437:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761888.857445:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761888.857447:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508684800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789761888.857460:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508684928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761888.857475:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761888.857476:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761888.857482:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761888.857485:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761888.857490:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1860
00000100:00100000:3.0:1789761888.857494:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9686c4be8000 x1876699508684800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761888.857496:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761888.857504:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761888.857511:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761888.857513:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508684800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761888.857522:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761888.857524:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508685056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761888.857528:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761888.857536:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508684800:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789761888.857542:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761888.857547:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761888.857550:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761888.857551:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508684928:192.168.203.123@tcp:8:kworker.0
00000100:00080000:1.0:1789761888.857558:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1860
00000100:00080000:1.0:1789761888.857565:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761888.857570:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789761888.857574:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761888.857585:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9686c4be8700 x1876699508684928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789761888.857588:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761888.857598:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508684928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761888.857606:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761888.857609:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508685184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761888.857611:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761888.857620:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508684928:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761888.857653:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508685056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761888.857670:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761888.857680:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9686c4beb480 x1876699508685056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761888.857688:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508685056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761888.857694:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761888.857696:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761888.857699:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508685056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761888.857707:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508685184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761888.857719:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761888.857725:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761888/real 1789761888]  req@ffff9686c4be9880 x1876699508685184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761888.857732:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508685184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761913 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761888.857738:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761888.857741:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761888.857744:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508685184:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761888.920858:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761889.944766:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761890.968812:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761891.992745:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761893.016812:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761893.976778:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.976793:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761893.976799:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.976814:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1865
00000100:00080000:3.0:1789761893.976829:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.976839:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761893.976884:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508685312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761893.976914:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.976917:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761893.976919:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.976922:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1865
00000100:00080000:3.0:1789761893.976925:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.976929:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761893.976939:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761893.976950:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275880 x1876699508685440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761893.976958:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.976961:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761893.976963:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.976968:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1865
00000100:00100000:2.0:1789761893.976969:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508685312:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789761893.976970:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.976978:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761893.976981:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761893.976990:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508685568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761893.976997:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.977000:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761893.977002:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.977004:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1865
00000100:00080000:3.0:1789761893.977006:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.977008:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761893.977012:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761893.977019:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508685696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761893.977027:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.977029:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761893.977031:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.977034:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1865
00000100:00080000:3.0:1789761893.977036:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.977038:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761893.977041:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761893.977048:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761893.977050:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508685824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761893.977060:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761893.977062:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761893.977064:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761893.977067:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1865
00000100:00080000:3.0:1789761893.977071:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761893.977074:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761893.977076:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761893.977084:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508685952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761893.977100:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9686d8274380 x1876699508685312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.977118:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508685312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.977129:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.977134:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761893.977137:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508685312:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761893.977164:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508685440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761893.977189:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761893.977206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9686d8275880 x1876699508685440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.977224:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275880 x1876699508685440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.977231:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.977234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761893.977236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508685440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761893.977241:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508685568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761893.977254:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761893.977260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9686d8275180 x1876699508685568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.977274:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508685568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.977280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.977282:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761893.977284:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508685568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761893.977288:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508685696:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761893.977299:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761893.977305:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9686d8274e00 x1876699508685696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.977313:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508685696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.977318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.977320:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761893.977322:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508685696:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761893.977325:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508685824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761893.977336:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761893.977343:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9686d8275500 x1876699508685824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.977350:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508685824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.977355:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.977357:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761893.977360:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508685824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761893.977365:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508685952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761893.977383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761893.977395:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761893/real 1789761893]  req@ffff9686d8277100 x1876699508685952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761893.977408:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508685952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761918 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761893.977422:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761893.977424:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761893.977427:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508685952:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761894.040832:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761895.064829:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761896.088789:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761897.112799:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761898.136842:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761899.096865:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.096875:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761899.096880:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.096892:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1870
00000100:00080000:3.0:1789761899.096906:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.096914:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761899.096962:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508686080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.096991:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.096995:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761899.096997:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.097002:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1870
00000100:00080000:3.0:1789761899.097006:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.097012:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761899.097025:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761899.097042:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508686208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.097052:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.097057:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761899.097060:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.097064:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1870
00000100:00080000:3.0:1789761899.097070:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.097076:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761899.097077:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508686080:192.168.203.123@tcp:250:kworker.0
00000008:00100000:3.0:1789761899.097082:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761899.097095:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508686336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.097108:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789761899.097159:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789761899.097181:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761899.097184:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.097188:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1870
00000100:00080000:3.0:1789761899.097192:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.097196:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761899.097202:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761899.097213:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff9686d8277100 x1876699508686080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761899.097214:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508686464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761899.097226:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.097229:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761899.097231:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789761899.097234:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508686080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761899.097235:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1870
00000100:00080000:3.0:1789761899.097238:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761899.097242:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789761899.097245:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:3.0:1789761899.097247:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761899.097249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761899.097254:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508686080:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761899.097256:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275880 x1876699508686592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761899.097262:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508686208:192.168.203.123@tcp:38:kworker.0
00000100:00080000:3.0:1789761899.097266:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761899.097270:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761899.097271:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761899.097275:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1870
00000100:00080000:3.0:1789761899.097285:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789761899.097286:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789761899.097290:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761899.097295:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761899.097299:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff9686d8275500 x1876699508686208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761899.097305:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508686720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761899.097323:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508686208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.097340:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.097344:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761899.097348:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508686208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761899.097376:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508686336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761899.097399:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761899.097410:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff9686d8274e00 x1876699508686336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761899.097421:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508686336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.097428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.097432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761899.097435:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508686336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761899.097442:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508686464:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761899.097463:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761899.097476:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff9686d8275180 x1876699508686464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761899.097487:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508686464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.097496:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.097499:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761899.097503:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508686464:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761899.097509:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508686592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761899.097531:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761899.097545:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff9686d8275880 x1876699508686592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761899.097559:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275880 x1876699508686592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.097567:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.097570:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761899.097574:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508686592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761899.097580:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508686720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761899.097603:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761899.097614:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761899/real 1789761899]  req@ffff9686d8274380 x1876699508686720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761899.097663:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508686720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761924 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761899.097675:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761899.097680:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761899.097683:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508686720:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761899.160806:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789761900.184755:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761901.208817:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761902.232781:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761903.256766:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761904.216724:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761904.216736:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761904.216741:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761904.216753:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1875
00000100:00080000:1.0:1789761904.216767:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761904.216776:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761904.216820:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508686848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761904.216843:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761904.216847:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761904.216848:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761904.216852:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1875
00000100:00080000:1.0:1789761904.216854:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761904.216857:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761904.216867:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761904.216876:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508686976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761904.216884:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761904.216887:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761904.216889:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761904.216891:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1875
00000100:00080000:1.0:1789761904.216894:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761904.216900:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761904.216900:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508686848:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789761904.216907:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761904.216919:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508687104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761904.216929:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761904.216933:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761904.216935:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761904.216940:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1875
00000100:00080000:1.0:1789761904.216944:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761904.216949:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761904.216957:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789761904.216969:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508687232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761904.216978:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761904.216979:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761904.216984:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761904.216986:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761904.216990:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1875
00000100:00080000:1.0:1789761904.216993:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761904.216996:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761904.217001:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761904.217009:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508687360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761904.217017:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761904.217020:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761904.217021:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761904.217024:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1875
00000100:00080000:1.0:1789761904.217026:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761904.217028:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff9686c4be9500 x1876699508686848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761904.217033:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761904.217044:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761904.217053:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508686848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761904.217061:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508687488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761904.217066:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.217075:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761904.217082:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508686848:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761904.217090:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508686976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761904.217108:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761904.217116:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff9686c4beb100 x1876699508686976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.217124:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508686976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.217130:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.217132:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761904.217134:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508686976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761904.217156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508687104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761904.217167:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761904.217173:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff9686c4be8e00 x1876699508687104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.217181:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508687104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.217186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.217188:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761904.217190:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508687104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761904.217193:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508687232:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761904.217205:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761904.217210:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff9686c4beb800 x1876699508687232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.217218:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508687232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.217223:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.217225:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761904.217227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508687232:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761904.217230:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508687360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761904.217241:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761904.217247:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff9686c4beaa00 x1876699508687360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.217254:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508687360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.217260:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.217262:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761904.217264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508687360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761904.217267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508687488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761904.217277:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761904.217283:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761904/real 1789761904]  req@ffff9686c4be9f80 x1876699508687488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761904.217289:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508687488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761929 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761904.217294:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761904.217297:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761904.217299:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508687488:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789761904.280803:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761905.304808:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761906.328865:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761907.352797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761908.376836:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789761909.336855:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.336870:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789761909.336876:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.336890:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1881
00000100:00080000:3.0:1789761909.336905:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.336914:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761909.336965:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277b80 x1876699508687616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761909.336999:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.337004:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761909.337006:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.337012:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1881
00000100:00080000:3.0:1789761909.337017:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.337022:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761909.337034:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761909.337049:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276300 x1876699508687744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761909.337059:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508687616:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789761909.337061:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.337067:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761909.337071:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.337076:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1881
00000100:00080000:3.0:1789761909.337078:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.337082:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761909.337085:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761909.337095:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275c00 x1876699508687872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761909.337102:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.337105:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789761909.337107:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.337110:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1881
00000100:00080000:3.0:1789761909.337112:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.337114:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761909.337118:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761909.337127:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274000 x1876699508688000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761909.337135:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.337138:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789761909.337140:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.337142:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1881
00000100:00080000:3.0:1789761909.337145:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.337147:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761909.337150:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789761909.337159:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761909.337160:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276680 x1876699508688128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761909.337169:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789761909.337172:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789761909.337174:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761909.337177:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1881
00000100:00080000:3.0:1789761909.337179:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761909.337182:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789761909.337185:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761909.337192:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277480 x1876699508688256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761909.337238:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff9686d8277b80 x1876699508687616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.337263:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277b80 x1876699508687616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.337284:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.337289:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761909.337294:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508687616:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761909.337325:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508687744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761909.337355:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761909.337371:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff9686d8276300 x1876699508687744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.337386:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276300 x1876699508687744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.337396:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.337400:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761909.337403:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508687744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761909.337411:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508687872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761909.337436:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761909.337449:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff9686d8275c00 x1876699508687872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.337462:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275c00 x1876699508687872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.337481:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.337486:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761909.337490:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508687872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761909.337498:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508688000:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761909.337525:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761909.337539:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff9686d8274000 x1876699508688000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.337562:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274000 x1876699508688000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.337572:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.337575:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761909.337579:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508688000:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761909.337585:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508688128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761909.337605:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761909.337616:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff9686d8276680 x1876699508688128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.337672:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276680 x1876699508688128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.337682:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.337686:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761909.337690:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508688128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761909.337697:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508688256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761909.337723:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761909.337735:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761909/real 1789761909]  req@ffff9686d8277480 x1876699508688256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761909.337749:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277480 x1876699508688256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761934 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761909.337758:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761909.337762:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761909.337766:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508688256:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761909.400795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761910.424823:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761911.448858:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761912.472855:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761913.496815:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761914.456731:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761914.456743:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761914.456748:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761914.456760:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1886
00000100:00080000:2.0:1789761914.456775:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761914.456784:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761914.456832:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508688384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761914.456888:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761914.456892:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761914.456894:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761914.456900:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1886
00000100:00080000:2.0:1789761914.456906:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761914.456912:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761914.456930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761914.456952:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508688512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761914.456972:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761914.456973:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508688384:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761914.456982:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761914.456988:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761914.456995:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1886
00000100:00080000:2.0:1789761914.456999:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761914.457003:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761914.457009:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761914.457041:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508688640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761914.457048:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761914.457051:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761914.457053:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761914.457055:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1886
00000100:00080000:2.0:1789761914.457058:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761914.457060:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761914.457065:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761914.457073:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508688768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761914.457083:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761914.457088:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761914.457090:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761914.457094:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1886
00000800:00000100:0.0:1789761914.457100:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761914.457100:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761914.457110:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761914.457118:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761914.457132:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508688896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761914.457140:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761914.457143:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761914.457144:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761914.457147:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1886
00000100:00080000:2.0:1789761914.457151:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761914.457154:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761914.457158:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761914.457167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff9686c7a99180 x1876699508688384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761914.457169:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508689024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761914.457214:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508688384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.457229:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.457233:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761914.457237:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508688384:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761914.457272:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508688512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761914.457292:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761914.457303:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff9686c7a98700 x1876699508688512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761914.457312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508688512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.457318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.457321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761914.457323:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508688512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761914.457327:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508688640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761914.457339:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761914.457345:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff9686c7a9bb80 x1876699508688640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761914.457353:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508688640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.457383:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.457386:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761914.457389:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508688640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761914.457394:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508688768:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761914.457412:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761914.457440:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff9686c7a99880 x1876699508688768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761914.457448:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508688768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.457454:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.457456:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761914.457458:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508688768:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761914.457461:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508688896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761914.457473:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761914.457479:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff9686c7a98a80 x1876699508688896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761914.457487:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508688896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.457492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.457494:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761914.457496:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508688896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761914.457499:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508689024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761914.457510:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761914.457516:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761914/real 1789761914]  req@ffff9686c7a9b480 x1876699508689024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761914.457522:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508689024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761939 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761914.457527:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761914.457528:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761914.457530:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508689024:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761914.520807:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761915.544834:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761916.568781:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761917.592828:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761918.616867:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761919.576746:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.576760:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761919.576766:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.576781:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1891
00000100:00080000:2.0:1789761919.576797:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761919.576807:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761919.576852:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508689152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.576884:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.576889:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761919.576891:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.576897:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1891
00000100:00080000:2.0:1789761919.576902:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761919.576907:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761919.576919:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761919.576932:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508689152:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761919.576934:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508689280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.576948:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.576950:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761919.576952:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.576955:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1891
00000100:00080000:2.0:1789761919.576958:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761919.576961:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761919.576965:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761919.576975:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508689408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.576982:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.576985:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761919.576987:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.576990:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1891
00000100:00080000:2.0:1789761919.576992:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761919.576995:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761919.576998:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761919.577007:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508689536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.577013:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789761919.577014:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761919.577019:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761919.577022:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.577025:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1891
00000100:00080000:2.0:1789761919.577029:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761919.577032:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761919.577035:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761919.577042:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508689664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761919.577048:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761919.577050:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761919.577051:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761919.577054:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1891
00000100:00080000:2.0:1789761919.577058:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761919.577060:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761919.577063:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761919.577073:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9686c7a9b480 x1876699508689152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761919.577075:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508689792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761919.577114:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508689152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.577125:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.577128:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761919.577132:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508689152:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761919.577155:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508689280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.577172:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761919.577185:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9686c7a98a80 x1876699508689280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.577199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508689280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.577209:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.577212:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761919.577216:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508689280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761919.577223:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508689408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.577245:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761919.577256:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9686c7a99880 x1876699508689408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.577268:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508689408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.577276:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.577279:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761919.577283:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508689408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761919.577289:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508689536:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761919.577308:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761919.577319:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9686c7a9bb80 x1876699508689536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.577331:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508689536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.577340:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.577344:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761919.577347:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508689536:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761919.577353:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508689664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.577372:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761919.577384:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9686c7a98700 x1876699508689664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.577396:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508689664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.577403:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.577407:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761919.577410:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508689664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761919.577416:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508689792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761919.577434:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761919.577444:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761919/real 1789761919]  req@ffff9686c7a99180 x1876699508689792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761919.577455:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508689792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761944 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761919.577462:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761919.577465:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761919.577469:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508689792:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761919.640812:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761920.664748:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761921.688799:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761922.712765:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761923.736827:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761924.696812:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761924.696847:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761924.696855:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761924.696875:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1896
00000100:00080000:2.0:1789761924.696910:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761924.696923:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761924.696995:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508689920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761924.697028:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761924.697031:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761924.697033:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761924.697037:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1896
00000100:00080000:2.0:1789761924.697041:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761924.697046:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761924.697059:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761924.697071:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508690048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761924.697082:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789761924.697084:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508689920:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761924.697095:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761924.697099:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761924.697103:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1896
00000100:00080000:2.0:1789761924.697106:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761924.697109:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761924.697114:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761924.697126:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508690176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761924.697135:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761924.697139:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761924.697140:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761924.697143:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1896
00000100:00080000:2.0:1789761924.697147:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761924.697151:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761924.697155:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761924.697173:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508690304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789761924.697182:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761924.697191:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761924.697197:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761924.697201:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761924.697208:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1896
00000100:00080000:2.0:1789761924.697215:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761924.697220:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761924.697246:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761924.697259:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9686c7a9ad80 x1876699508689920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761924.697273:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508690432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761924.697291:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508689920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761924.697297:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761924.697310:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761924.697316:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761924.697323:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761924.697325:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1896
00000100:00080000:2.0:1789761924.697336:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761924.697340:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761924.697347:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761924.697353:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508689920:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761924.697358:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761924.697378:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508690560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789761924.697420:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508690048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.697451:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761924.697464:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9686c7a98380 x1876699508690048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.697476:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508690048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.697483:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.697486:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761924.697489:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508690048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761924.697494:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508690176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.697508:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761924.697517:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9686c7a9a680 x1876699508690176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.697553:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508690176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.697588:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.697594:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761924.697601:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508690176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761924.697613:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508690304:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789761924.697686:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761924.697703:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9686c7a99f80 x1876699508690304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.697718:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508690304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.697727:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.697731:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761924.697734:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508690304:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761924.697740:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508690432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.697763:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761924.697773:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9686c7a98000 x1876699508690432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.697786:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508690432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.697795:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.697798:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761924.697802:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508690432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761924.697838:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508690560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789761924.697854:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761924.697862:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761924/real 1789761924]  req@ffff9686c7a98e00 x1876699508690560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761924.697872:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508690560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761949 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761924.697879:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761924.697882:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761924.697902:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508690560:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761924.760854:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761925.784776:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761926.808776:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761927.832821:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761928.856779:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761929.816758:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.816772:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761929.816778:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.816791:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1901
00000100:00080000:0.0:1789761929.816805:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.816813:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761929.816875:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508690688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761929.816912:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.816917:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761929.816919:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.816924:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1901
00000100:00080000:0.0:1789761929.816929:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.816935:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761929.816947:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761929.816960:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508690688:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761929.816967:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508690816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761929.816990:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.816993:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761929.816995:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.817000:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1901
00000100:00080000:0.0:1789761929.817005:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.817010:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761929.817016:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761929.817040:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508690944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761929.817054:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761929.817055:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.817061:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761929.817064:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.817072:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1901
00000100:00080000:0.0:1789761929.817078:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.817085:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761929.817099:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9686c954ed80 x1876699508690688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761929.817104:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761929.817127:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508691072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789761929.817131:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508690688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761929.817178:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761929.817183:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761929.817183:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789761929.817193:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789761929.817193:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508690688:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761929.817203:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.817210:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1901
00000100:00080000:0.0:1789761929.817217:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761929.817224:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761929.817230:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508690816:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789761929.817232:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761929.817261:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508691200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761929.817266:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761929.817282:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9686c954e680 x1876699508690816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.817286:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761929.817299:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761929.817302:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761929.817311:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1901
00000100:00080000:0.0:1789761929.817316:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789761929.817317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508690816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761929.817328:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761929.817346:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789761929.817347:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761929.817363:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761929.817374:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508690816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761929.817381:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508690944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761929.817388:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508691328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789761929.817403:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761929.817421:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9686c954df80 x1876699508690944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761929.817436:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508690944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761929.817445:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761929.817449:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761929.817452:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508690944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761929.817458:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508691072:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789761929.817478:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761929.817507:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9686c954e300 x1876699508691072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761929.817531:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508691072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761929.817539:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761929.817542:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761929.817546:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508691072:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789761929.817563:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508691200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761929.817585:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761929.817598:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9686c954ed80 x1876699508691200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761929.817610:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508691200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761929.817617:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761929.817621:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761929.817624:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508691200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789761929.817654:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508691328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789761929.817675:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789761929.817683:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761929/real 1789761929]  req@ffff9686c954f800 x1876699508691328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761929.817691:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508691328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761954 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761929.817697:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761929.817699:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789761929.817701:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508691328:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761929.880804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761930.904883:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761931.928770:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761932.952887:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761933.976781:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761934.936767:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.936775:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761934.936779:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.936790:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1906
00000100:00080000:0.0:1789761934.936800:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.936808:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761934.936843:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508691456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.936870:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.936875:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761934.936877:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.936884:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1906
00000100:00080000:0.0:1789761934.936889:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.936896:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761934.936905:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761934.936905:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508691456:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761934.936929:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508691584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.936939:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.936942:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761934.936943:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.936949:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1906
00000100:00080000:0.0:1789761934.936954:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.936959:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761934.936965:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761934.936975:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508691712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.936987:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.936993:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:2.0:1789761934.936993:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761934.936997:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.937005:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1906
00000100:00080000:0.0:1789761934.937009:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.937012:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761934.937017:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761934.937027:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508691840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.937035:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.937038:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761934.937040:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.937043:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1906
00000100:00080000:0.0:1789761934.937045:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.937048:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761934.937052:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761934.937064:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508691968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761934.937071:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761934.937075:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761934.937078:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761934.937081:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1906
00000100:00080000:0.0:1789761934.937084:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761934.937087:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761934.937092:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761934.937102:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508692096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761934.937165:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9686c954fb80 x1876699508691456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761934.937199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508691456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761934.937219:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761934.937223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761934.937227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508691456:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761934.937251:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508691584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761934.937435:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761934.937470:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9686c954ca80 x1876699508691584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761934.937481:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508691584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761934.937487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761934.937490:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761934.937492:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508691584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761934.937497:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508691712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761934.937514:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761934.937521:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9686c954d180 x1876699508691712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761934.937529:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508691712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761934.937537:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761934.937541:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761934.937545:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508691712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761934.937552:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508691840:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761934.937574:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761934.937586:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9686c954c000 x1876699508691840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761934.937599:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508691840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761934.937608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761934.937611:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761934.937615:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508691840:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761934.937621:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508691968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761934.937674:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761934.937690:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9686c954ea00 x1876699508691968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761934.937704:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508691968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761934.937713:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761934.937717:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761934.937721:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508691968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761934.937728:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508692096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761934.937749:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761934.937761:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761934/real 1789761934]  req@ffff9686c954c380 x1876699508692096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761934.937775:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508692096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761959 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761934.937783:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761934.937786:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761934.937790:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508692096:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761935.000820:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761936.024829:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761937.048880:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761938.072810:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761939.096843:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761940.056776:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761940.056788:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761940.056794:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761940.056808:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1911
00000100:00080000:1.0:1789761940.056823:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.056833:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761940.056882:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508692224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761940.056909:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761940.056912:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761940.056913:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761940.056917:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1911
00000100:00080000:1.0:1789761940.056921:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.056926:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761940.056935:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761940.056952:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508692352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761940.056953:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508692224:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761940.056985:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761940.056989:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761940.056992:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761940.056996:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1911
00000100:00080000:1.0:1789761940.056998:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.057001:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761940.057004:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761940.057013:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508692480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761940.057019:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761940.057022:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761940.057024:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761940.057027:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1911
00000100:00080000:1.0:1789761940.057030:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.057032:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761940.057036:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761940.057042:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789761940.057045:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508692608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761940.057055:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761940.057058:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761940.057060:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761940.057064:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1911
00000100:00080000:1.0:1789761940.057068:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.057071:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761940.057074:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761940.057091:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff9686c4bebb80 x1876699508692224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761940.057099:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508692736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761940.057118:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761940.057119:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508692224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761940.057125:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761940.057131:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761940.057136:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1911
00000100:00080000:1.0:1789761940.057139:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761940.057151:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761940.057156:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789761940.057157:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761940.057165:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761940.057170:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508692224:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761940.057177:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508692864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761940.057202:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508692352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761940.057233:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761940.057248:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff9686c4bead80 x1876699508692352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761940.057259:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508692352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761940.057270:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761940.057273:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761940.057275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508692352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761940.057279:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508692480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761940.057295:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761940.057302:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff9686c4be8380 x1876699508692480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761940.057309:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508692480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761940.057314:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761940.057316:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761940.057318:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508692480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761940.057322:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508692608:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761940.057341:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761940.057352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff9686c4be9c00 x1876699508692608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761940.057365:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508692608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761940.057374:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761940.057378:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761940.057380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508692608:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761940.057385:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508692736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761940.057401:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761940.057408:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff9686c4bea680 x1876699508692736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761940.057437:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508692736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761940.057443:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761940.057445:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761940.057447:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508692736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761940.057451:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508692864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761940.057466:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761940.057473:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761940/real 1789761940]  req@ffff9686c4be9f80 x1876699508692864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761940.057481:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508692864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761965 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761940.057486:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761940.057487:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761940.057489:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508692864:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761940.120752:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761941.144862:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761942.168757:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761943.192793:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761944.216759:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761945.176778:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761945.176786:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761945.176790:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761945.176798:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1916
00000100:00080000:0.0:1789761945.176807:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761945.176813:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761945.176846:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508692992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761945.176868:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761945.176871:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761945.176872:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761945.176875:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1916
00000100:00080000:0.0:1789761945.176878:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761945.176881:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761945.176889:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761945.176900:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508693120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761945.176901:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508692992:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761945.176916:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761945.176919:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761945.176920:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761945.176923:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1916
00000100:00080000:0.0:1789761945.176925:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761945.176927:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761945.176930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761945.176937:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508693248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761945.176943:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761945.176946:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761945.176947:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761945.176949:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1916
00000100:00080000:0.0:1789761945.176953:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761945.176956:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761945.176959:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761945.176966:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508693376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761945.176972:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761945.176975:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761945.176976:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761945.176978:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1916
00000100:00080000:0.0:1789761945.176980:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761945.176982:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761945.176987:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761945.176999:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508693504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761945.177009:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761945.177012:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761945.177014:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761945.177018:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1916
00000100:00080000:0.0:1789761945.177022:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761945.177029:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761945.177029:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508693120:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789761945.177039:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761945.177055:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508693632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761945.177069:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508693248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761945.177087:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508693376:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761945.177100:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508693504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761945.177114:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508693632:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789761945.240801:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761946.264768:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761947.288874:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789761948.248976:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789761948.249044:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789761948.249063:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761948.249113:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761948.249124:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761948.249141:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761948.249155:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789761948.249165:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:0.0:1789761948.249171:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761948]  req@ffff9686c954c700 x1876699508693120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761948.249203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508693120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761948.249218:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761948.249224:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761948.249230:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508693120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761948.249240:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761948]  req@ffff9686c954f100 x1876699508693248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761948.249254:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508693248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761948.249264:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761948.249268:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761948.249272:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508693248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761948.249279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761948]  req@ffff9686c954d880 x1876699508693376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761948.249292:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508693376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761948.249301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761948.249305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761948.249308:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508693376:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789761948.249316:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761948]  req@ffff9686c954dc00 x1876699508693504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761948.249329:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508693504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761948.249339:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761948.249343:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761948.249347:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508693504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761948.249366:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761948]  req@ffff9686c954ce00 x1876699508692992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761948.249379:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508692992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761948.249389:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761948.249393:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761948.249396:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508692992:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761948.249436:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761945/real 1789761948]  req@ffff9686c954c380 x1876699508693632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761948.249449:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508693632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761970 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761948.249457:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789761948.249460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761948.249463:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508693632:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761948.312782:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761949.336798:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761950.296751:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761950.296761:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761950.296772:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761950.296784:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1922
00000100:00080000:0.0:1789761950.296796:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761950.296804:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761950.296840:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508693760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761950.296858:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761950.296861:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761950.296862:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761950.296865:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1922
00000100:00080000:0.0:1789761950.296869:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761950.296875:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761950.296876:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508693760:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789761950.296883:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761950.296894:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508693888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761950.296902:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761950.296904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761950.296906:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761950.296912:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1922
00000100:00080000:0.0:1789761950.296915:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761950.296920:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761950.296925:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761950.296937:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508694016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761950.296947:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761950.296954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761950.296958:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761950.296961:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761950.296966:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1922
00000100:00080000:0.0:1789761950.296972:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761950.296976:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761950.296983:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761950.296996:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508694144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761950.297013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761950.297018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789761950.297019:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff9686c954c380 x1876699508693760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761950.297020:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761950.297029:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1922
00000100:00080000:0.0:1789761950.297038:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761950.297044:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761950.297051:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761950.297054:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508693760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761950.297067:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508694272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761950.297068:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761950.297078:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761950.297087:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508693760:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761950.297088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761950.297097:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761950.297100:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761950.297105:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1922
00000100:00080000:0.0:1789761950.297109:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761950.297113:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761950.297119:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761950.297125:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508693888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789761950.297149:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508694400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761950.297159:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761950.297183:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff9686c954ce00 x1876699508693888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761950.297197:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508693888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761950.297207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761950.297211:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761950.297214:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508693888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761950.297221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508694016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761950.297242:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761950.297255:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff9686c954dc00 x1876699508694016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761950.297268:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508694016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761950.297276:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761950.297280:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761950.297283:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508694016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761950.297289:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508694144:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761950.297309:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761950.297321:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff9686c954d880 x1876699508694144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761950.297360:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508694144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761950.297369:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761950.297372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761950.297376:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508694144:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761950.297383:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508694272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761950.297408:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761950.297422:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff9686c954f100 x1876699508694272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761950.297434:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508694272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761950.297443:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761950.297446:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761950.297449:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508694272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761950.297470:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508694400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761950.297493:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761950.297505:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761950/real 1789761950]  req@ffff9686c954c700 x1876699508694400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761950.297517:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508694400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761975 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761950.297525:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761950.297615:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761950.297620:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508694400:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761950.360822:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789761951.384808:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761952.408791:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761953.432816:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761954.456808:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789761955.416712:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761955.416722:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789761955.416733:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761955.416744:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1927
00000100:00080000:1.0:1789761955.416756:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761955.416764:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789761955.416801:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508694528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761955.416827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761955.416831:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761955.416833:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761955.416837:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1927
00000100:00080000:1.0:1789761955.416842:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761955.416847:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761955.416856:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761955.416860:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508694528:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789761955.416871:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508694656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761955.416884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761955.416887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761955.416890:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761955.416894:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1927
00000100:00080000:1.0:1789761955.416897:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761955.416902:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761955.416907:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761955.416919:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508694784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761955.416925:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789761955.416935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761955.416939:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789761955.416941:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761955.416946:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1927
00000100:00080000:1.0:1789761955.416950:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761955.416953:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761955.416958:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761955.416973:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff9686c4beaa00 x1876699508694528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789761955.416974:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508694912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789761955.417009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761955.417018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789761955.417022:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761955.417027:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1927
00000100:00080000:1.0:1789761955.417030:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761955.417033:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508694528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789761955.417037:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789761955.417045:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761955.417053:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789761955.417060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508695040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789761955.417060:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761955.417070:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508694528:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789761955.417079:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789761955.417084:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789761955.417086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789761955.417090:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1927
00000100:00080000:1.0:1789761955.417093:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789761955.417097:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761955.417101:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508694656:192.168.203.123@tcp:38:kworker.0
00000008:00100000:1.0:1789761955.417104:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789761955.417119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508695168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789761955.417131:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761955.417148:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff9686c4beb800 x1876699508694656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.417162:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508694656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.417171:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761955.417175:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761955.417180:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508694656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761955.417186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508694784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761955.417207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761955.417217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff9686c4be8e00 x1876699508694784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.417229:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508694784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.417243:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761955.417247:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761955.417250:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508694784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761955.417256:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508694912:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761955.417272:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761955.417282:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff9686c4beb100 x1876699508694912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.417293:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508694912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.417316:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761955.417320:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761955.417323:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508694912:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761955.417329:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508695040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761955.417348:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761955.417359:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff9686c4be9500 x1876699508695040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.417370:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508695040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.417379:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761955.417382:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761955.417386:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508695040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761955.417401:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508695168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761955.417417:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761955.417427:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761955/real 1789761955]  req@ffff9686c4be9880 x1876699508695168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761955.417438:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508695168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761980 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761955.417447:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761955.417450:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761955.417453:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508695168:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761955.480789:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761956.504795:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761957.528805:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761958.552835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761959.576792:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761960.536745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.536758:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761960.536763:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.536784:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1932
00000100:00080000:0.0:1789761960.536797:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.536806:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761960.536845:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508695296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.536875:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.536880:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761960.536882:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.536887:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1932
00000100:00080000:0.0:1789761960.536891:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.536896:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761960.536906:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761960.536913:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508695296:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761960.536925:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508695424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.536939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.536943:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761960.536945:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.536950:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1932
00000100:00080000:0.0:1789761960.536955:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.536960:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761960.536966:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761960.536980:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761960.536982:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508695552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761960.536994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.536999:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761960.537001:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.537006:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1932
00000100:00080000:0.0:1789761960.537011:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.537015:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761960.537021:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761960.537034:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508695680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761960.537045:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9686c954ea00 x1876699508695296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761960.537048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.537058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761960.537062:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.537067:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1932
00000100:00100000:3.0:1789761960.537070:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508695296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761960.537073:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.537082:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789761960.537084:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.537090:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789761960.537091:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761960.537094:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508695296:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789761960.537110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508695808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761960.537118:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508695424:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789761960.537127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761960.537133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761960.537136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761960.537141:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1932
00000800:00000100:3.0:1789761960.537143:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761960.537148:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761960.537156:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761960.537158:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9686c954c000 x1876699508695424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789761960.537165:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761960.537181:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508695936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761960.537183:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508695424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761960.537209:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.537214:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761960.537219:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508695424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761960.537227:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508695552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761960.537244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761960.537252:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9686c954d180 x1876699508695552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761960.537281:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508695552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761960.537290:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.537304:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761960.537307:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508695552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761960.537313:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508695680:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761960.537335:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761960.537346:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9686c954ca80 x1876699508695680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761960.537359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508695680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761960.537368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.537371:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761960.537375:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508695680:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761960.537392:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508695808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761960.537413:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761960.537424:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9686c954fb80 x1876699508695808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761960.537436:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508695808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761960.537444:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.537447:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761960.537450:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508695808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761960.537457:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508695936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761960.537475:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761960.537486:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761960/real 1789761960]  req@ffff9686c954f800 x1876699508695936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761960.537498:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508695936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761985 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761960.537506:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761960.537509:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761960.537513:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508695936:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761960.600790:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761961.624793:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761962.648862:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761963.672767:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761964.696797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761965.656734:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.656744:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761965.656747:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.656757:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1937
00000100:00080000:0.0:1789761965.656767:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.656783:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761965.656817:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508696064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.656838:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.656841:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761965.656842:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.656845:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1937
00000100:00080000:0.0:1789761965.656848:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.656850:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761965.656858:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761965.656870:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508696192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761965.656870:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508696064:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761965.656884:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.656886:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761965.656887:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.656890:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1937
00000100:00080000:0.0:1789761965.656893:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.656896:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761965.656899:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761965.656908:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508696320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.656914:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.656916:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761965.656918:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.656920:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1937
00000100:00080000:0.0:1789761965.656922:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.656924:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761965.656928:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789761965.656931:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761965.656937:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508696448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.656946:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.656949:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761965.656955:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.656958:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1937
00000100:00080000:0.0:1789761965.656961:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.656964:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761965.656967:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761965.656974:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9686c954ed80 x1876699508696064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761965.656980:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508696576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761965.657011:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761965.657014:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761965.657015:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761965.657020:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1937
00000100:00100000:3.0:1789761965.657020:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508696064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789761965.657026:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761965.657033:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761965.657040:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789761965.657044:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761965.657052:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789761965.657056:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508696704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761965.657059:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508696064:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761965.657088:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508696192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761965.657108:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761965.657117:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9686c954e300 x1876699508696192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761965.657126:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508696192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761965.657131:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761965.657133:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761965.657136:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508696192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761965.657139:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508696320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761965.657150:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761965.657156:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9686c954df80 x1876699508696320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761965.657164:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508696320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761965.657169:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761965.657170:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761965.657172:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508696320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761965.657176:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508696448:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761965.657186:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761965.657191:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9686c954e680 x1876699508696448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761965.657198:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508696448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761965.657203:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761965.657204:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761965.657206:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508696448:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761965.657209:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508696576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761965.657234:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761965.657243:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9686c954f800 x1876699508696576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761965.657251:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508696576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761965.657257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761965.657259:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761965.657261:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508696576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761965.657264:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508696704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761965.657278:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761965.657284:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761965/real 1789761965]  req@ffff9686c954fb80 x1876699508696704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761965.657291:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508696704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761990 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761965.657296:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761965.657297:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761965.657300:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508696704:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761965.720788:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761966.744785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761967.768779:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761968.792775:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761969.816775:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761970.776744:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761970.776754:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761970.776760:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.776771:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1942
00000100:00080000:0.0:1789761970.776783:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.776793:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761970.776835:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508696832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761970.776875:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761970.776880:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761970.776884:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.776889:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1942
00000100:00080000:0.0:1789761970.776893:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.776899:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761970.776909:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761970.776926:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508696960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761970.776942:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761970.776942:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508696832:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761970.776953:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761970.776956:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.776962:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1942
00000100:00080000:0.0:1789761970.776968:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.776973:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761970.776980:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761970.776997:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508697088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761970.777009:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761970.777011:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789761970.777017:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761970.777020:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.777027:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1942
00000100:00080000:0.0:1789761970.777033:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.777037:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761970.777053:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789761970.777064:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9686c954ca80 x1876699508696832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789761970.777069:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508697216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761970.777089:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761970.777093:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761970.777096:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.777100:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1942
00000100:00080000:0.0:1789761970.777104:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.777117:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761970.777122:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761970.777132:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508697344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761970.777143:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761970.777147:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761970.777148:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761970.777152:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1942
00000100:00080000:0.0:1789761970.777155:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761970.777159:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761970.777163:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761970.777174:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508697472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761970.777347:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508696832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761970.777357:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761970.777362:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761970.777366:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508696832:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761970.777432:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508696960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761970.777473:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761970.777497:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9686c954d180 x1876699508696960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761970.777508:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508696960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761970.777515:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761970.777518:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761970.777520:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508696960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761970.777525:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508697088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761970.777537:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761970.777544:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9686c954c000 x1876699508697088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761970.777552:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508697088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761970.777557:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761970.777559:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761970.777561:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508697088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761970.777565:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508697216:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761970.777576:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761970.777583:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9686c954ea00 x1876699508697216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761970.777591:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508697216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761970.777596:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761970.777598:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761970.777600:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508697216:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761970.777603:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508697344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761970.777614:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761970.777621:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9686c954c700 x1876699508697344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761970.777629:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508697344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761970.777634:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761970.777635:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761970.777637:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508697344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761970.777662:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508697472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761970.777677:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761970.777689:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761970/real 1789761970]  req@ffff9686c954f100 x1876699508697472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761970.777698:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508697472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789761995 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761970.777704:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761970.777706:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761970.777709:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508697472:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761970.840769:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761971.864810:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761972.888776:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761973.912867:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761974.936790:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761975.896777:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761975.896786:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761975.896790:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761975.896799:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1947
00000100:00080000:2.0:1789761975.896810:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761975.896817:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761975.896851:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508697600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761975.896878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761975.896880:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761975.896882:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761975.896885:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1947
00000100:00080000:2.0:1789761975.896889:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761975.896892:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761975.896900:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761975.896911:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508697728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761975.896924:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508697600:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761975.896926:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761975.896941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761975.896943:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761975.896948:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1947
00000100:00080000:2.0:1789761975.896950:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761975.896953:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761975.896957:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761975.896971:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508697856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761975.896977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761975.896979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761975.896981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761975.896983:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1947
00000100:00080000:2.0:1789761975.896985:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761975.896987:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761975.896990:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761975.896997:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508697984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761975.897003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761975.897005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761975.897006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761975.897008:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1947
00000100:00080000:2.0:1789761975.897013:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761975.897015:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761975.897019:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761975.897026:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508698112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761975.897035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789761975.897037:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761975.897041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761975.897044:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761975.897048:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1947
00000100:00080000:2.0:1789761975.897053:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761975.897055:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761975.897059:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761975.897077:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508698240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761975.897103:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9686c7a9b100 x1876699508697600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761975.897120:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508697600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761975.897130:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761975.897133:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761975.897137:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508697600:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761975.897178:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508697728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761975.897208:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761975.897223:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9686c7a9b800 x1876699508697728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761975.897237:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508697728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761975.897244:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761975.897246:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761975.897249:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508697728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761975.897255:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508697856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761975.897271:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761975.897279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9686c7a9a300 x1876699508697856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761975.897287:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508697856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761975.897292:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761975.897294:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761975.897296:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508697856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761975.897300:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508697984:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761975.897313:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761975.897319:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9686c7a9aa00 x1876699508697984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761975.897326:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508697984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761975.897332:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761975.897333:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761975.897336:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508697984:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761975.897341:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508698112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761975.897362:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761975.897375:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9686c7a99c00 x1876699508698112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761975.897389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508698112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761975.897398:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761975.897402:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761975.897406:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508698112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761975.897413:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508698240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761975.897434:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761975.897457:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761975/real 1789761975]  req@ffff9686c7a98e00 x1876699508698240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761975.897470:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508698240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762000 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761975.897480:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761975.897484:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761975.897487:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508698240:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761975.960839:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761976.984747:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761978.008754:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761979.032797:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761980.056805:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761981.016733:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761981.016743:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761981.016747:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761981.016756:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1952
00000100:00080000:2.0:1789761981.016767:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761981.016774:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761981.016813:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508698368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761981.016839:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761981.016843:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761981.016845:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761981.016849:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1952
00000100:00080000:2.0:1789761981.016853:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761981.016857:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761981.016867:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761981.016870:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508698368:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761981.016879:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508698496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761981.016889:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761981.016892:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761981.016893:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761981.016897:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1952
00000100:00080000:2.0:1789761981.016900:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761981.016904:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761981.016908:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761981.016916:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508698624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761981.016925:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761981.016928:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789761981.016929:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761981.016930:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761981.016933:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1952
00000100:00080000:2.0:1789761981.016936:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761981.016939:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761981.016943:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761981.016952:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508698752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761981.016961:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761981.016964:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761981.016966:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761981.016968:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff9686c7a98000 x1876699508698368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761981.016969:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1952
00000100:00080000:2.0:1789761981.016972:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761981.016976:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761981.016980:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761981.016984:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508698368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761981.016988:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508698880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761981.016998:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761981.017001:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761981.017002:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789761981.017003:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761981.017006:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1952
00000100:00080000:3.0:1789761981.017007:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761981.017009:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789761981.017011:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508698368:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789761981.017012:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761981.017016:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761981.017023:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508699008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761981.017033:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508698496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761981.017056:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761981.017071:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff9686c7a99f80 x1876699508698496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761981.017080:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508698496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761981.017086:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761981.017088:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761981.017090:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508698496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761981.017095:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508698624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761981.017121:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761981.017129:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff9686c7a9a680 x1876699508698624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761981.017136:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508698624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761981.017142:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761981.017144:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761981.017146:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508698624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761981.017150:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508698752:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761981.017161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761981.017167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff9686c7a98380 x1876699508698752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761981.017174:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508698752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761981.017179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761981.017181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761981.017183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508698752:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761981.017186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508698880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761981.017195:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761981.017201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff9686c7a9ad80 x1876699508698880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761981.017208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508698880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761981.017213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761981.017215:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761981.017217:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508698880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761981.017227:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508699008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761981.017238:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761981.017243:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761981/real 1789761981]  req@ffff9686c7a99180 x1876699508699008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761981.017251:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508699008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762006 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761981.017255:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761981.017257:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761981.017259:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508699008:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761981.080762:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761982.104746:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761983.128740:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761984.152761:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761985.176762:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761986.136739:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761986.136748:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761986.136751:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761986.136760:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1957
00000100:00080000:0.0:1789761986.136770:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761986.136777:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761986.136810:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508699136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761986.136836:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761986.136839:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761986.136841:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761986.136843:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1957
00000100:00080000:0.0:1789761986.136846:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761986.136848:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761986.136856:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761986.136865:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508699264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761986.136874:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789761986.136875:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508699136:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761986.136876:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761986.136880:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761986.136887:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1957
00000100:00080000:0.0:1789761986.136890:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761986.136892:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761986.136894:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761986.136902:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508699392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761986.136908:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761986.136910:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761986.136911:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761986.136914:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1957
00000100:00080000:0.0:1789761986.136916:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761986.136919:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761986.136922:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761986.136929:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508699520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761986.136936:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761986.136939:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761986.136940:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761986.136942:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1957
00000100:00080000:0.0:1789761986.136944:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761986.136947:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761986.136950:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761986.136952:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761986.136961:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508699648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761986.136968:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761986.136971:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761986.136972:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761986.136975:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1957
00000100:00080000:0.0:1789761986.136977:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761986.136979:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761986.136982:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761986.136988:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508699776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761986.137001:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff9686c954d880 x1876699508699136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761986.137023:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508699136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761986.137034:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761986.137039:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761986.137043:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508699136:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761986.137065:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508699264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761986.137102:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761986.137124:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff9686c954dc00 x1876699508699264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761986.137138:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508699264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761986.137154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761986.137157:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761986.137161:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508699264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761986.137168:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508699392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761986.137186:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761986.137195:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff9686c954ce00 x1876699508699392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761986.137207:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508699392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761986.137216:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761986.137219:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761986.137222:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508699392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761986.137228:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508699520:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761986.137244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761986.137253:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff9686c954c380 x1876699508699520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761986.137264:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508699520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761986.137273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761986.137276:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761986.137280:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508699520:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761986.137286:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508699648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761986.137302:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761986.137311:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff9686c954f100 x1876699508699648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761986.137324:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508699648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761986.137332:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761986.137336:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761986.137339:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508699648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761986.137345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508699776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761986.137360:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761986.137369:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761986/real 1789761986]  req@ffff9686c954c700 x1876699508699776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761986.137381:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508699776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762011 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761986.137389:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761986.137392:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761986.137395:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508699776:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761986.200770:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761987.224736:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761988.248788:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761989.272787:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761990.296777:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789761991.256774:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761991.256785:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789761991.256790:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761991.256801:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1962
00000100:00080000:0.0:1789761991.256814:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761991.256821:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789761991.256865:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508699904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761991.256891:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761991.256894:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761991.256896:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761991.256899:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1962
00000100:00080000:0.0:1789761991.256901:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761991.256904:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761991.256914:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761991.256927:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508700032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761991.256929:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508699904:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789761991.256954:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761991.256956:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761991.256957:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761991.256960:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1962
00000100:00080000:0.0:1789761991.256962:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761991.256965:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761991.256969:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761991.256977:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508700160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761991.256984:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761991.256987:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789761991.256988:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761991.256991:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1962
00000100:00080000:0.0:1789761991.256993:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761991.256995:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761991.256999:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789761991.257006:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508700288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761991.257013:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761991.257015:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789761991.257016:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761991.257019:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1962
00000100:00080000:0.0:1789761991.257021:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761991.257024:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761991.257027:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789761991.257044:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789761991.257048:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508700416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789761991.257055:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789761991.257058:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789761991.257060:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789761991.257063:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1962
00000100:00080000:0.0:1789761991.257067:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789761991.257069:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789761991.257073:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789761991.257081:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508700544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761991.257108:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff9686c954ea00 x1876699508699904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761991.257124:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508699904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761991.257132:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761991.257136:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761991.257139:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508699904:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789761991.257165:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508700032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761991.257184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761991.257193:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff9686c954c000 x1876699508700032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761991.257201:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508700032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761991.257214:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761991.257219:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761991.257222:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508700032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761991.257226:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508700160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761991.257239:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761991.257245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff9686c954d180 x1876699508700160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761991.257253:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508700160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761991.257264:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761991.257266:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761991.257268:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508700160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761991.257272:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508700288:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761991.257282:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761991.257288:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff9686c954ca80 x1876699508700288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761991.257295:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508700288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761991.257300:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761991.257302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761991.257304:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508700288:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761991.257307:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508700416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761991.257317:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761991.257326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff9686c954fb80 x1876699508700416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761991.257338:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508700416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761991.257347:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761991.257351:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761991.257355:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508700416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761991.257362:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508700544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761991.257383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761991.257391:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761991/real 1789761991]  req@ffff9686c954f800 x1876699508700544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761991.257399:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508700544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762016 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761991.257405:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761991.257407:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761991.257409:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508700544:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761991.320820:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761992.344794:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761993.368812:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761994.392850:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761995.416788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789761996.376765:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.376774:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789761996.376778:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761996.376788:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1968
00000100:00080000:2.0:1789761996.376800:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.376809:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789761996.376849:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508700672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761996.376871:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.376873:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761996.376875:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761996.376878:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1968
00000100:00080000:2.0:1789761996.376882:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.376887:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761996.376895:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761996.376898:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508700672:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789761996.376910:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508700800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761996.376919:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.376922:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761996.376923:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761996.376927:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1968
00000100:00080000:2.0:1789761996.376929:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.376932:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761996.376935:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761996.376943:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508700928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761996.376950:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.376953:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789761996.376954:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789761996.376959:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789761996.376961:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1968
00000100:00080000:2.0:1789761996.376966:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.376968:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761996.376972:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789761996.376980:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508701056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761996.377007:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.377011:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789761996.377013:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789761996.377019:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1968
00000100:00080000:2.0:1789761996.377024:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789761996.377028:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789761996.377034:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789761996.377041:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff9686c7a98700 x1876699508700672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789761996.377052:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508701184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789761996.377063:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789761996.377066:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789761996.377067:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789761996.377071:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508700672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789761996.377073:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1968
00000100:00080000:3.0:1789761996.377086:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789761996.377088:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789761996.377093:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789761996.377097:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789761996.377102:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508700672:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789761996.377105:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789761996.377117:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508701312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789761996.377126:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508700800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761996.377151:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761996.377164:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff9686c7a9bb80 x1876699508700800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761996.377176:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508700800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761996.377185:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761996.377189:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761996.377193:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508700800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761996.377200:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508700928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761996.377224:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761996.377236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff9686c7a99880 x1876699508700928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761996.377249:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508700928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761996.377257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761996.377262:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761996.377265:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508700928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761996.377272:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508701056:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789761996.377293:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761996.377305:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff9686c7a98a80 x1876699508701056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761996.377317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508701056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761996.377326:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761996.377330:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761996.377333:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508701056:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789761996.377339:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508701184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761996.377359:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761996.377370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff9686c7a9b480 x1876699508701184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761996.377381:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508701184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761996.377390:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761996.377393:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761996.377397:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508701184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789761996.377414:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508701312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789761996.377435:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789761996.377447:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789761996/real 1789761996]  req@ffff9686c7a99180 x1876699508701312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789761996.377459:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508701312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762021 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789761996.377467:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789761996.377470:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789761996.377474:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508701312:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789761996.440774:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761997.464823:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761998.488761:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789761999.512817:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762000.536778:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762001.496744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.496752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762001.496756:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.496766:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1973
00000100:00080000:2.0:1789762001.496776:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.496783:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762001.496825:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508701440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762001.496852:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.496856:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762001.496858:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.496864:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1973
00000100:00080000:2.0:1789762001.496867:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.496871:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762001.496879:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762001.496885:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508701440:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762001.496893:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508701568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762001.496902:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.496904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762001.496905:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.496908:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1973
00000100:00080000:2.0:1789762001.496910:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.496912:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762001.496915:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762001.496932:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508701696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762001.496942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.496944:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762001.496946:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.496948:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1973
00000100:00080000:2.0:1789762001.496950:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.496973:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762001.496974:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762001.496978:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762001.496989:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508701824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762001.496998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762001.497002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762001.497004:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762001.497008:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1973
00000100:00080000:2.0:1789762001.497013:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.497018:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762001.497023:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9686c7a9ad80 x1876699508701440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762001.497024:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762001.497043:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508701952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762001.497046:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508701440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762001.497072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762001.497073:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762001.497080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762001.497083:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762001.497084:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762001.497091:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1973
00000100:00100000:3.0:1789762001.497095:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508701440:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762001.497097:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762001.497104:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762001.497109:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762001.497118:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508702080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762001.497126:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508701568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762001.497149:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762001.497159:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9686c7a98380 x1876699508701568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762001.497168:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508701568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762001.497174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762001.497176:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762001.497178:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508701568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762001.497182:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508701696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762001.497193:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762001.497200:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9686c7a9a680 x1876699508701696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762001.497208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508701696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762001.497213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762001.497216:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762001.497219:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508701696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762001.497225:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508701824:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762001.497254:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762001.497267:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9686c7a99f80 x1876699508701824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762001.497277:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508701824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762001.497283:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762001.497285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762001.497287:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508701824:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762001.497291:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508701952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762001.497305:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762001.497312:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9686c7a98000 x1876699508701952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762001.497319:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508701952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762001.497324:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762001.497326:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762001.497328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508701952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762001.497340:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508702080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762001.497350:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762001.497356:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762001/real 1789762001]  req@ffff9686c7a98e00 x1876699508702080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762001.497363:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508702080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762026 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762001.497368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762001.497370:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762001.497371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508702080:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762001.560777:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762002.584766:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762003.608795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762004.632783:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762005.656839:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762006.616748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.616758:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762006.616763:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.616776:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1978
00000100:00080000:2.0:1789762006.616789:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.616798:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762006.616847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508702208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.616870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.616873:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762006.616875:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.616879:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1978
00000100:00080000:2.0:1789762006.616881:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.616884:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762006.616894:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762006.616908:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508702208:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762006.616909:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508702336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.616936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.616940:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762006.616942:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.616947:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1978
00000100:00080000:2.0:1789762006.616951:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.616956:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762006.616963:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762006.616978:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508702464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.616991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.616995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762006.616997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.617002:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1978
00000800:00000100:3.0:1789762006.617006:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762006.617010:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.617017:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762006.617023:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762006.617037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508702592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.617049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.617054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762006.617055:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9686c7a99c00 x1876699508702208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762006.617057:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762006.617068:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1978
00000100:00080000:2.0:1789762006.617075:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762006.617081:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508702208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762006.617082:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762006.617093:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762006.617096:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762006.617102:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762006.617107:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508702208:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762006.617110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508702720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762006.617122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762006.617126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762006.617128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762006.617134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508702336:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762006.617135:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1978
00000100:00080000:2.0:1789762006.617143:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762006.617150:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762006.617157:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762006.617161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762006.617173:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508702848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762006.617174:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9686c7a9aa00 x1876699508702336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762006.617206:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508702336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762006.617213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762006.617216:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762006.617219:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508702336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762006.617224:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508702464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762006.617239:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762006.617247:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9686c7a9a300 x1876699508702464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762006.617256:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508702464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762006.617269:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762006.617273:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762006.617276:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508702464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762006.617282:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508702592:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762006.617298:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762006.617307:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9686c7a9b800 x1876699508702592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762006.617315:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508702592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762006.617321:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762006.617324:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762006.617327:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508702592:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762006.617331:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508702720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762006.617347:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762006.617353:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9686c7a9b100 x1876699508702720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762006.617361:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508702720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762006.617366:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762006.617369:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762006.617371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508702720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762006.617382:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508702848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762006.617395:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762006.617402:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762006/real 1789762006]  req@ffff9686c7a99c00 x1876699508702848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762006.617409:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508702848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762031 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762006.617416:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762006.617419:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762006.617422:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508702848:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762006.680841:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762007.704785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762008.728820:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762009.752820:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762010.776803:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762011.736699:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762011.736707:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762011.736711:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762011.736720:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1983
00000100:00080000:2.0:1789762011.736729:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762011.736735:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762011.736770:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508702976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762011.736804:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762011.736807:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762011.736809:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762011.736814:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1983
00000100:00080000:2.0:1789762011.736820:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762011.736825:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762011.736836:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762011.736852:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508703104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762011.736866:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508702976:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762011.736867:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762011.736889:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762011.736891:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762011.736897:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1983
00000100:00080000:2.0:1789762011.736904:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762011.736909:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762011.736915:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762011.736926:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508703232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762011.736933:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762011.736936:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762011.736938:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762011.736941:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1983
00000100:00080000:2.0:1789762011.736944:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762011.736948:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762011.736953:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762011.736961:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508703360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762011.736972:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762011.736976:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762011.736978:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762011.736983:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1983
00000100:00080000:2.0:1789762011.736988:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762011.736994:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508703104:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762011.736994:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762011.737007:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762011.737021:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508703488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762011.737029:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508703232:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762011.737031:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762011.737035:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762011.737037:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762011.737042:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1983
00000100:00080000:2.0:1789762011.737046:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762011.737052:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508703360:192.168.203.123@tcp:8:kworker.0
00000100:00080000:2.0:1789762011.737052:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762011.737062:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762011.737074:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508703616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762011.737081:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508703488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762011.737102:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508703616:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762011.800799:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762012.824778:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762013.848736:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762014.808912:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789762014.808964:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762014.808980:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762014.809017:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762014.809029:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762014.809038:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762014.809048:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762014.809058:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:0.0:1789762014.809082:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9686c7a9ad80 x1876699508703616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762014.809111:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508703616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762014.809123:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762014.809128:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762014.809133:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508703616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762014.809144:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9686c7a98380 x1876699508703488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762014.809157:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508703488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762014.809166:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762014.809170:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762014.809174:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508703488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762014.809181:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9686c7a98000 x1876699508703104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762014.809194:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508703104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762014.809203:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762014.809207:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762014.809211:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508703104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762014.809218:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9686c7a99f80 x1876699508703232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762014.809230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508703232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762014.809238:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762014.809242:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762014.809246:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508703232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762014.809253:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9686c7a9a680 x1876699508703360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762014.809264:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508703360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762014.809273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762014.809277:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762014.809280:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508703360:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762014.809287:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762011/real 1789762014]  req@ffff9686c7a98e00 x1876699508702976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762014.809299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508702976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762036 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762014.809307:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762014.809311:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762014.809315:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508702976:192.168.203.123@tcp:250:kworker.0
00010000:00010000:2.0:1789762014.872799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762015.896785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762016.856750:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762016.856758:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762016.856762:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762016.856771:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1988
00000100:00080000:2.0:1789762016.856781:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762016.856790:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762016.856826:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508703744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762016.856864:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762016.856867:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762016.856870:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762016.856876:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1988
00000100:00080000:2.0:1789762016.856882:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762016.856888:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762016.856899:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762016.856916:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508703744:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762016.856919:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508703872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762016.856935:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762016.856939:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762016.856942:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762016.856945:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1988
00000100:00080000:2.0:1789762016.856949:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762016.856953:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762016.856960:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762016.856985:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762016.856986:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508704000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762016.856998:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762016.857002:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762016.857005:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762016.857009:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1988
00000100:00080000:2.0:1789762016.857013:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762016.857018:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762016.857024:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762016.857030:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9686c7a99180 x1876699508703744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762016.857041:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508704128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762016.857053:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762016.857059:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508703744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762016.857059:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762016.857064:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762016.857069:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1988
00000100:00080000:2.0:1789762016.857073:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762016.857080:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789762016.857089:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762016.857096:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762016.857097:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762016.857106:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508703744:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762016.857115:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508704256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762016.857126:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762016.857130:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762016.857132:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762016.857137:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508703872:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762016.857138:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1988
00000100:00080000:2.0:1789762016.857147:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762016.857153:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762016.857159:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762016.857171:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508704384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762016.857177:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762016.857201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9686c7a9b480 x1876699508703872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762016.857216:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508703872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762016.857225:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762016.857229:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762016.857232:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508703872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762016.857238:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508704000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762016.857260:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762016.857272:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9686c7a98a80 x1876699508704000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762016.857284:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508704000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762016.857291:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762016.857294:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762016.857298:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508704000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762016.857303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508704128:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762016.857323:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762016.857335:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9686c7a99880 x1876699508704128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762016.857347:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508704128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762016.857362:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762016.857366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762016.857369:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508704128:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762016.857375:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508704256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762016.857395:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762016.857408:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9686c7a9bb80 x1876699508704256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762016.857420:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508704256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762016.857428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762016.857431:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762016.857434:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508704256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762016.857451:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508704384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762016.857471:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762016.857481:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762016/real 1789762016]  req@ffff9686c7a98700 x1876699508704384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762016.857498:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508704384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762041 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762016.857505:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762016.857508:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762016.857511:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508704384:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762016.920800:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762017.944825:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762018.968802:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762019.992801:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762021.016779:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762021.976727:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762021.976738:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762021.976744:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762021.976754:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1993
00000100:00080000:2.0:1789762021.976766:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762021.976775:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762021.976827:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508704512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762021.976863:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762021.976866:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762021.976868:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762021.976872:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1993
00000100:00080000:2.0:1789762021.976875:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762021.976878:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762021.976887:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762021.976898:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508704640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762021.976906:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762021.976908:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762021.976910:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762021.976914:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1993
00000100:00100000:0.0:1789762021.976916:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508704512:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762021.976917:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762021.976922:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762021.976930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762021.976938:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508704768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762021.976944:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762021.976947:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762021.976948:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762021.976950:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1993
00000100:00080000:2.0:1789762021.976953:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762021.976955:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762021.976958:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762021.976966:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508704896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762021.976973:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762021.976976:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762021.976977:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762021.976979:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1993
00000100:00080000:2.0:1789762021.976981:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762021.976986:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789762021.976989:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762021.976991:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762021.976999:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508705024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762021.977006:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762021.977008:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762021.977009:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762021.977012:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1993
00000100:00080000:2.0:1789762021.977014:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762021.977017:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762021.977020:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762021.977027:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508705152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762021.977047:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9686c7a98700 x1876699508704512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762021.977067:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508704512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762021.977079:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762021.977084:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762021.977088:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508704512:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762021.977109:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508704640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762021.977133:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762021.977147:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9686c7a9bb80 x1876699508704640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762021.977161:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508704640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762021.977177:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762021.977181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762021.977185:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508704640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762021.977191:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508704768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762021.977211:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762021.977224:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9686c7a99880 x1876699508704768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762021.977237:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508704768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762021.977245:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762021.977248:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762021.977252:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508704768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762021.977258:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508704896:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762021.977278:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762021.977290:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9686c7a98a80 x1876699508704896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762021.977303:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508704896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762021.977311:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762021.977315:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762021.977319:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508704896:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762021.977325:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508705024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762021.977343:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762021.977356:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9686c7a9b480 x1876699508705024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762021.977369:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508705024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762021.977378:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762021.977382:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762021.977385:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508705024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762021.977391:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508705152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762021.977410:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762021.977420:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762021/real 1789762021]  req@ffff9686c7a99180 x1876699508705152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762021.977432:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508705152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762046 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762021.977440:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762021.977443:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762021.977447:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508705152:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762022.040784:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762023.064785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762024.088814:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762025.112805:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762026.136753:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762027.096728:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762027.096738:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762027.096743:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762027.096753:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 1998
00000100:00080000:2.0:1789762027.096775:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762027.096783:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762027.096825:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508705280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762027.096855:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762027.096859:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762027.096861:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762027.096867:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1998
00000100:00080000:2.0:1789762027.096874:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762027.096879:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762027.096890:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762027.096910:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508705408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762027.096925:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508705280:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762027.096929:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762027.096941:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762027.096944:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762027.096948:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1998
00000100:00080000:2.0:1789762027.096951:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762027.096955:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762027.096960:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762027.096974:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508705536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762027.096985:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762027.096988:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762027.096989:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762027.096992:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 1998
00000100:00080000:2.0:1789762027.096995:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762027.096997:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762027.097001:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762027.097007:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508705664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762027.097014:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762027.097017:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762027.097018:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762027.097024:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762027.097025:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1998
00000100:00080000:2.0:1789762027.097041:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762027.097047:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762027.097052:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762027.097061:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508705792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762027.097070:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762027.097072:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762027.097074:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762027.097077:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 1998
00000100:00080000:2.0:1789762027.097080:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762027.097083:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff9686c7a98e00 x1876699508705280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762027.097087:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762027.097098:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762027.097115:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508705920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762027.097120:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508705280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.097143:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.097152:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762027.097157:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508705280:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762027.097187:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508705408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762027.097209:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762027.097220:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff9686c7a9a680 x1876699508705408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762027.097230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508705408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.097240:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.097243:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762027.097247:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508705408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762027.097254:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508705536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762027.097276:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762027.097288:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff9686c7a99f80 x1876699508705536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762027.097297:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508705536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.097307:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.097309:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762027.097312:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508705536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762027.097316:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508705664:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762027.097332:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762027.097357:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff9686c7a98000 x1876699508705664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762027.097371:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508705664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.097380:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.097384:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762027.097388:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508705664:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762027.097394:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508705792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762027.097411:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762027.097420:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff9686c7a98380 x1876699508705792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762027.097427:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508705792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.097433:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.097435:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762027.097438:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508705792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762027.097442:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508705920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762027.097453:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762027.097459:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762027/real 1789762027]  req@ffff9686c7a9ad80 x1876699508705920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762027.097466:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508705920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762052 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762027.097471:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762027.097473:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762027.097474:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508705920:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762027.160876:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762028.184798:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762029.208802:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762030.232897:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762031.256808:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762032.216753:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.216765:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762032.216771:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.216783:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2003
00000100:00080000:2.0:1789762032.216796:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.216803:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762032.216846:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508706048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762032.216871:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.216875:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762032.216876:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.216879:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2003
00000100:00080000:2.0:1789762032.216882:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.216884:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762032.216893:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762032.216903:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508706176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762032.216917:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.216922:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762032.216924:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508706048:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762032.216924:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.216933:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2003
00000100:00080000:2.0:1789762032.216936:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.216939:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762032.216942:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762032.216957:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508706304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762032.216963:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.216966:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762032.216968:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.216971:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2003
00000100:00080000:2.0:1789762032.216974:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.216977:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762032.216980:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762032.216988:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508706432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762032.216996:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762032.216999:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762032.217001:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762032.217003:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.217006:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2003
00000100:00080000:2.0:1789762032.217010:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.217013:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762032.217017:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762032.217024:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508706560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762032.217030:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762032.217032:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762032.217033:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762032.217036:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2003
00000100:00080000:2.0:1789762032.217039:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762032.217042:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762032.217045:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762032.217055:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff9686c7a99c00 x1876699508706048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762032.217055:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508706688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762032.217091:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508706048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.217101:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.217105:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762032.217108:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508706048:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762032.217131:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508706176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762032.217151:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762032.217161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff9686c7a9b100 x1876699508706176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762032.217170:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508706176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.217176:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.217178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762032.217180:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508706176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762032.217185:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508706304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762032.217196:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762032.217202:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff9686c7a9b800 x1876699508706304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762032.217210:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508706304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.217215:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.217217:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762032.217219:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508706304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762032.217222:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508706432:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762032.217234:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762032.217239:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff9686c7a9a300 x1876699508706432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762032.217247:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508706432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.217253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.217255:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762032.217257:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508706432:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762032.217261:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508706560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762032.217275:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762032.217285:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff9686c7a9aa00 x1876699508706560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762032.217297:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508706560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.217304:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.217308:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762032.217312:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508706560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762032.217319:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508706688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762032.217338:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762032.217346:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762032/real 1789762032]  req@ffff9686c7a9ad80 x1876699508706688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762032.217356:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508706688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762057 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762032.217365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762032.217368:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762032.217372:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508706688:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762032.280897:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762033.304919:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762034.328866:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762035.352826:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762036.376833:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762037.336778:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.336794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762037.336799:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762037.336812:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2009
00000100:00080000:2.0:1789762037.336826:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.336835:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762037.336891:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508706816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762037.336945:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.336950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762037.336953:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762037.336958:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2009
00000100:00080000:2.0:1789762037.336963:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.336978:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762037.336992:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762037.337009:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508706944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762037.337037:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508706816:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762037.337047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.337055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762037.337058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762037.337066:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2009
00000100:00080000:2.0:1789762037.337072:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.337079:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762037.337087:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762037.337108:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508707072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762037.337125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.337131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762037.337133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762037.337143:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762037.337144:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2009
00000100:00080000:2.0:1789762037.337154:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.337162:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762037.337172:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762037.337230:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508707200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762037.337236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff9686c7a98380 x1876699508706816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762037.337291:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508706816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762037.337297:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762037.337309:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762037.337316:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762037.337321:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762037.337325:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2009
00000100:00080000:0.0:1789762037.337347:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762037.337354:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508706816:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762037.337356:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.337365:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762037.337372:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762037.337390:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508707328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762037.337404:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762037.337405:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508706944:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762037.337413:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762037.337417:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762037.337422:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2009
00000100:00080000:2.0:1789762037.337428:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762037.337433:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762037.337440:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762037.337444:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762037.337458:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508707456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762037.337465:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff9686c7a98000 x1876699508706944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762037.337504:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508706944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762037.337512:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762037.337514:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762037.337518:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508706944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762037.337524:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508707072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762037.337560:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762037.337572:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff9686c7a99f80 x1876699508707072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762037.337583:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508707072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762037.337590:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762037.337593:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762037.337596:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508707072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762037.337601:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508707200:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762037.337748:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762037.337758:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff9686c7a9a680 x1876699508707200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762037.337767:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508707200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762037.337772:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762037.337775:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762037.337777:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508707200:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762037.337789:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508707328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762037.337803:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762037.337810:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff9686c7a98e00 x1876699508707328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762037.337818:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508707328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762037.337824:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762037.337826:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762037.337827:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508707328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762037.337831:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508707456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762037.337841:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762037.337846:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762037/real 1789762037]  req@ffff9686c7a99180 x1876699508707456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762037.337853:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508707456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762062 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762037.337859:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762037.337861:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762037.337862:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508707456:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762037.400795:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762038.424877:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762039.448861:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762040.472797:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762041.496897:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762042.456738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.456752:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762042.456758:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.456772:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2014
00000100:00080000:2.0:1789762042.456787:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.456795:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762042.456832:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508707584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762042.456855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.456859:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762042.456861:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.456866:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2014
00000100:00080000:2.0:1789762042.456869:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.456872:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762042.456892:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508707584:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762042.456893:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762042.456914:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508707712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762042.456925:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.456929:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762042.456931:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.456935:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2014
00000100:00080000:2.0:1789762042.456938:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.456943:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762042.456947:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762042.456959:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508707840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762042.456967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.456970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762042.456972:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762042.456979:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762042.456980:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2014
00000100:00080000:2.0:1789762042.456986:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.456990:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762042.456996:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762042.457013:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508707968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762042.457030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.457034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762042.457038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.457043:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2014
00000100:00080000:2.0:1789762042.457049:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.457067:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762042.457074:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762042.457088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508708096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762042.457097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762042.457101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762042.457103:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762042.457106:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2014
00000100:00080000:2.0:1789762042.457110:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762042.457115:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762042.457129:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762042.457146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff9686c7a9b480 x1876699508707584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762042.457156:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508708224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762042.457284:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508707584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762042.457296:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762042.457301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762042.457306:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508707584:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762042.457369:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508707712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762042.457398:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762042.457411:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff9686c7a98a80 x1876699508707712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762042.457422:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508707712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762042.457429:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762042.457432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762042.457435:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508707712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762042.457440:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508707840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762042.457454:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762042.457461:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff9686c7a99880 x1876699508707840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762042.457470:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508707840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762042.457476:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762042.457478:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762042.457481:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508707840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762042.457485:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508707968:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762042.457498:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762042.457505:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff9686c7a9bb80 x1876699508707968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762042.457514:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508707968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762042.457520:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762042.457522:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762042.457524:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508707968:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762042.457528:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508708096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762042.457541:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762042.457548:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff9686c7a98700 x1876699508708096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762042.457557:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508708096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762042.457563:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762042.457565:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762042.457567:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508708096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762042.457571:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508708224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762042.457583:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762042.457593:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762042/real 1789762042]  req@ffff9686c7a99180 x1876699508708224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762042.457608:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508708224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762067 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762042.457617:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762042.457621:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762042.457666:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508708224:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762042.520799:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762043.544774:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762044.568838:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762045.592816:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762046.616782:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762047.576756:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762047.576765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762047.576768:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762047.576777:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2019
00000100:00080000:0.0:1789762047.576786:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762047.576793:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762047.576828:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508708352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762047.576856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762047.576860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762047.576863:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762047.576868:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2019
00000100:00080000:0.0:1789762047.576873:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762047.576878:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762047.576885:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508708352:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789762047.576886:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762047.576902:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508708480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762047.576911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762047.576914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762047.576916:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762047.576918:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2019
00000100:00080000:0.0:1789762047.576921:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762047.576924:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762047.576927:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762047.576934:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508708608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762047.576940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762047.576943:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762047.576944:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762047.576946:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2019
00000100:00080000:0.0:1789762047.576949:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762047.576951:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762047.576955:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762047.576959:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762047.576969:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508708736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762047.576976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762047.576978:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762047.576980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762047.576982:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2019
00000100:00080000:0.0:1789762047.576985:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762047.576987:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762047.576990:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762047.576992:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9686c954e680 x1876699508708352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762047.577001:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508708864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762047.577009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762047.577012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762047.577013:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762047.577017:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508708352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762047.577018:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2019
00000100:00080000:0.0:1789762047.577023:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762047.577028:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762047.577034:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762047.577045:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508708992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762047.577059:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.577065:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762047.577071:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508708352:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762047.577098:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508708480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762047.577123:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762047.577136:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9686c954df80 x1876699508708480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.577150:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508708480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.577159:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.577162:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762047.577164:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508708480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762047.577169:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508708608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762047.577184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762047.577192:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9686c954e300 x1876699508708608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.577205:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508708608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.577214:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.577218:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762047.577221:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508708608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762047.577229:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508708736:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762047.577248:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762047.577257:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9686c954ed80 x1876699508708736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.577264:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508708736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.577270:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.577272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762047.577274:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508708736:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762047.577278:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508708864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762047.577290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762047.577295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9686c954f800 x1876699508708864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.577302:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508708864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.577307:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.577309:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762047.577311:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508708864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762047.577314:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508708992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762047.577324:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762047.577330:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762047/real 1789762047]  req@ffff9686c954fb80 x1876699508708992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762047.577337:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508708992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762072 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762047.577342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762047.577344:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762047.577346:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508708992:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762047.640789:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762048.664782:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762049.688797:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762050.712837:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762051.736787:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762052.696749:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762052.696761:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762052.696767:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762052.696781:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2024
00000100:00080000:0.0:1789762052.696795:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762052.696806:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762052.696853:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508709120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762052.696881:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762052.696885:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762052.696887:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762052.696891:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2024
00000100:00080000:0.0:1789762052.696894:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762052.696897:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762052.696906:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762052.696916:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508709248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762052.696925:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762052.696928:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762052.696930:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762052.696936:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2024
00000100:00100000:2.0:1789762052.696939:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508709120:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762052.696940:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762052.696947:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762052.696957:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762052.696967:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508709376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762052.696979:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762052.696982:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762052.696983:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762052.696985:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2024
00000100:00080000:0.0:1789762052.696987:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762052.696989:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762052.696993:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762052.697001:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508709504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762052.697007:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762052.697010:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762052.697011:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762052.697015:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2024
00000100:00080000:0.0:1789762052.697020:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762052.697023:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762052.697026:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762052.697034:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762052.697035:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508709632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762052.697047:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762052.697051:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762052.697054:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762052.697059:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2024
00000100:00080000:0.0:1789762052.697069:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762052.697072:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762052.697077:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762052.697088:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508709760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762052.697100:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9686c954ca80 x1876699508709120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762052.697123:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508709120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762052.697137:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762052.697142:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762052.697146:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508709120:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762052.697174:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508709248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762052.697202:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762052.697217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9686c954d180 x1876699508709248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762052.697231:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508709248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762052.697242:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762052.697245:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762052.697250:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508709248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762052.697257:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508709376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762052.697281:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762052.697293:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9686c954c000 x1876699508709376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762052.697306:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508709376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762052.697315:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762052.697319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762052.697322:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508709376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762052.697330:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508709504:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762052.697352:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762052.697363:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9686c954ea00 x1876699508709504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762052.697376:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508709504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762052.697385:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762052.697389:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762052.697393:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508709504:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762052.697400:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508709632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762052.697423:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762052.697435:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9686c954c700 x1876699508709632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762052.697448:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508709632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762052.697456:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762052.697459:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762052.697463:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508709632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762052.697469:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508709760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762052.697491:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762052.697503:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762052/real 1789762052]  req@ffff9686c954f100 x1876699508709760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762052.697516:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508709760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762077 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762052.697524:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762052.697528:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762052.697543:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508709760:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762052.760791:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762053.784830:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762054.808813:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762055.832799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762056.856799:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762057.816792:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762057.816800:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762057.816805:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762057.816815:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2029
00000100:00080000:2.0:1789762057.816827:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762057.816834:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762057.816873:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508709888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762057.816905:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762057.816908:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762057.816910:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762057.816914:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2029
00000100:00080000:2.0:1789762057.816917:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762057.816921:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762057.816929:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762057.816940:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508710016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762057.816949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762057.816952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762057.816959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762057.816964:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508709888:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762057.816964:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2029
00000100:00080000:2.0:1789762057.816971:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762057.816980:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762057.816985:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762057.817003:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508710144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762057.817016:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762057.817018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762057.817019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762057.817022:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2029
00000100:00080000:2.0:1789762057.817024:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762057.817026:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762057.817030:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762057.817037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508710272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762057.817044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762057.817047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762057.817048:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762057.817051:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2029
00000100:00080000:2.0:1789762057.817054:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762057.817056:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762057.817059:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762057.817067:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508710400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762057.817069:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762057.817082:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762057.817085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762057.817086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762057.817089:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2029
00000100:00080000:2.0:1789762057.817093:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762057.817096:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762057.817100:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762057.817108:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508710528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762057.817146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9686c7a98e00 x1876699508709888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762057.817167:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508709888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762057.817179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762057.817182:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762057.817186:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508709888:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762057.817216:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508710016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762057.817245:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762057.817261:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9686c7a9a680 x1876699508710016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762057.817275:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508710016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762057.817285:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762057.817289:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762057.817294:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508710016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762057.817301:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508710144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762057.817334:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762057.817349:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9686c7a99f80 x1876699508710144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762057.817362:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508710144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762057.817371:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762057.817375:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762057.817378:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508710144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762057.817386:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508710272:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762057.817410:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762057.817424:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9686c7a98000 x1876699508710272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762057.817437:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508710272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762057.817446:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762057.817450:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762057.817453:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508710272:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762057.817461:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508710400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762057.817484:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762057.817497:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9686c7a98380 x1876699508710400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762057.817509:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508710400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762057.817518:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762057.817521:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762057.817525:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508710400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762057.817548:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508710528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762057.817574:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762057.817587:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762057/real 1789762057]  req@ffff9686c7a9ad80 x1876699508710528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762057.817600:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508710528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762082 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762057.817609:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762057.817612:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762057.817614:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508710528:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762057.880842:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762058.904786:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762059.928792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762060.952770:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762061.976812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762062.936739:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762062.936749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762062.936754:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762062.936764:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2034
00000100:00080000:2.0:1789762062.936775:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762062.936782:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762062.936815:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508710656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762062.936844:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762062.936847:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762062.936849:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762062.936855:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2034
00000100:00080000:2.0:1789762062.936860:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762062.936864:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762062.936874:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762062.936900:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508710656:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762062.936900:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508710784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762062.936919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762062.936922:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762062.936924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762062.936929:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2034
00000100:00080000:2.0:1789762062.936933:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762062.936938:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762062.936943:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762062.936956:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508710912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762062.936967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762062.936974:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762062.936975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762062.936979:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762062.936985:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2034
00000100:00080000:2.0:1789762062.936990:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762062.936994:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762062.937000:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762062.937013:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508711040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762062.937022:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9686c7a9aa00 x1876699508710656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762062.937027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762062.937038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762062.937040:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762062.937045:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2034
00000100:00100000:0.0:1789762062.937048:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508710656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762062.937050:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762062.937058:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789762062.937063:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762062.937065:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762062.937069:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762062.937073:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508710656:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762062.937078:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508711168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762062.937086:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762062.937088:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762062.937089:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762062.937092:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2034
00000100:00080000:2.0:1789762062.937094:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762062.937097:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762062.937102:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508710784:192.168.203.123@tcp:38:kworker.0
00000008:00100000:2.0:1789762062.937102:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762062.937114:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508711296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762062.937138:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762062.937155:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9686c7a9a300 x1876699508710784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762062.937164:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508710784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762062.937170:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762062.937172:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762062.937174:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508710784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762062.937180:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508710912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762062.937202:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762062.937214:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9686c7a9b800 x1876699508710912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762062.937228:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508710912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762062.937235:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762062.937237:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762062.937239:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508710912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762062.937244:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508711040:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762062.937270:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762062.937278:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9686c7a9b100 x1876699508711040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762062.937286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508711040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762062.937295:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762062.937299:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762062.937302:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508711040:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762062.937309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508711168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762062.937331:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762062.937344:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9686c7a99c00 x1876699508711168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762062.937356:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508711168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762062.937365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762062.937369:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762062.937372:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508711168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762062.937399:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508711296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762062.937422:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762062.937435:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762062/real 1789762062]  req@ffff9686c7a9aa00 x1876699508711296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762062.937449:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508711296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762087 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762062.937458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762062.937462:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762062.937465:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508711296:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762063.000800:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762064.024826:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762065.048790:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762066.072808:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762067.096841:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762068.056729:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762068.056739:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762068.056743:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762068.056752:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2039
00000100:00080000:0.0:1789762068.056762:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762068.056768:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762068.056799:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508711424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762068.056823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762068.056826:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762068.056827:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762068.056830:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2039
00000100:00080000:0.0:1789762068.056832:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762068.056834:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762068.056842:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762068.056851:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508711552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762068.056864:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762068.056867:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508711424:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762068.056868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762068.056870:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762068.056877:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2039
00000100:00080000:0.0:1789762068.056880:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762068.056883:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762068.056886:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762068.056894:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508711680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762068.056900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762068.056903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762068.056904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762068.056906:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2039
00000100:00080000:0.0:1789762068.056908:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762068.056911:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762068.056914:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762068.056921:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508711808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762068.056927:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762068.056931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762068.056939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762068.056942:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2039
00000100:00080000:0.0:1789762068.056946:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762068.056947:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762068.056951:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762068.056957:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762068.056967:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508711936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762068.056973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762068.056975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762068.056977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762068.056979:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2039
00000100:00080000:0.0:1789762068.056982:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762068.056984:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762068.056988:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762068.056995:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff9686c954c380 x1876699508711424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762068.056998:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508712064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762068.057033:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508711424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.057046:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.057051:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762068.057055:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508711424:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762068.057078:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508711552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762068.057101:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762068.057115:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff9686c954ce00 x1876699508711552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.057130:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508711552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.057139:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.057143:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762068.057147:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508711552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762068.057153:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508711680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762068.057174:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762068.057184:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff9686c954dc00 x1876699508711680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.057195:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508711680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.057203:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.057207:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762068.057210:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508711680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762068.057216:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508711808:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762068.057235:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762068.057245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff9686c954d880 x1876699508711808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.057263:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508711808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.057271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.057274:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762068.057278:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508711808:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762068.057285:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508711936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762068.057306:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762068.057318:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff9686c954f100 x1876699508711936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.057331:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508711936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.057339:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.057342:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762068.057346:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508711936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762068.057352:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508712064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762068.057372:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762068.057382:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762068/real 1789762068]  req@ffff9686c954c700 x1876699508712064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762068.057394:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508712064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762093 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762068.057408:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762068.057412:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762068.057416:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508712064:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762068.120773:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762069.144837:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762070.168795:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762071.192773:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762072.216828:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762073.176770:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762073.176779:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762073.176783:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762073.176792:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2044
00000100:00080000:2.0:1789762073.176802:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762073.176809:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762073.176864:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508712192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762073.176895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762073.176899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762073.176901:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762073.176906:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2044
00000100:00080000:2.0:1789762073.176912:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762073.176917:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762073.176927:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762073.176950:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508712192:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762073.176951:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508712320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762073.176979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762073.176981:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762073.176984:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762073.176990:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2044
00000100:00080000:2.0:1789762073.176993:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762073.176997:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762073.177002:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762073.177011:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508712448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762073.177018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762073.177021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762073.177022:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762073.177024:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2044
00000100:00080000:2.0:1789762073.177026:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762073.177029:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762073.177033:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762073.177040:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508712576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762073.177051:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762073.177057:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762073.177062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762073.177065:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762073.177070:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2044
00000100:00080000:2.0:1789762073.177077:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762073.177082:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762073.177088:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762073.177105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508712704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762073.177115:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff9686c7a9ad80 x1876699508712192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762073.177122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762073.177141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762073.177147:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762073.177156:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2044
00000100:00080000:2.0:1789762073.177163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762073.177164:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508712192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762073.177182:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789762073.177186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762073.177192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:2.0:1789762073.177193:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762073.177199:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508712192:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762073.177216:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508712832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762073.177231:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508712320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762073.177257:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762073.177268:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff9686c7a98380 x1876699508712320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762073.177277:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508712320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762073.177283:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762073.177286:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762073.177288:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508712320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762073.177292:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508712448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762073.177305:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762073.177311:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff9686c7a98000 x1876699508712448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762073.177319:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508712448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762073.177324:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762073.177326:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762073.177328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508712448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762073.177332:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508712576:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762073.177343:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762073.177349:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff9686c7a99f80 x1876699508712576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762073.177357:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508712576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762073.177363:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762073.177365:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762073.177367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508712576:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762073.177371:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508712704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762073.177382:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762073.177389:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff9686c7a9a680 x1876699508712704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762073.177397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508712704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762073.177402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762073.177403:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762073.177405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508712704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762073.177435:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508712832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762073.177451:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762073.177459:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762073/real 1789762073]  req@ffff9686c7a98e00 x1876699508712832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762073.177467:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508712832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762098 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762073.177477:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762073.177479:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762073.177481:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508712832:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762073.240808:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762074.264812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762075.288811:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762076.312768:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762077.336785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762078.296783:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762078.296789:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762078.296794:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762078.296804:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2050
00000100:00080000:0.0:1789762078.296814:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762078.296821:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762078.296851:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508712960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762078.296874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762078.296877:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762078.296878:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762078.296881:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2050
00000100:00080000:0.0:1789762078.296884:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762078.296887:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762078.296895:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762078.296906:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508713088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762078.296914:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508712960:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762078.296918:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762078.296924:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762078.296926:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762078.296930:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2050
00000100:00080000:0.0:1789762078.296934:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762078.296939:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762078.296944:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762078.296968:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508713216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762078.296979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762078.296983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762078.296986:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762078.296991:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2050
00000100:00080000:0.0:1789762078.296997:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762078.297002:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762078.297008:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762078.297022:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508713344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762078.297029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762078.297033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762078.297035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762078.297038:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2050
00000100:00080000:0.0:1789762078.297041:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762078.297045:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762078.297048:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762078.297056:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508713472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762078.297063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762078.297065:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762078.297066:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762078.297069:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2050
00000100:00080000:0.0:1789762078.297072:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762078.297076:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762078.297079:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762078.297085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508713600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762078.297093:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508713088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762078.297230:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508713216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762078.297260:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508713344:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762078.297289:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508713472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762078.297314:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508713600:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762078.360796:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762079.384818:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762080.408775:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762081.368850:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789762081.368902:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762081.368915:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762081.368948:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762081.368955:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762081.368960:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762081.368965:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762081.368974:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762081.369002:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762081]  req@ffff9686c954f800 x1876699508713600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762081.369028:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508713600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762081.369040:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762081.369046:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762081.369050:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508713600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762081.369061:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762081]  req@ffff9686c954c000 x1876699508713088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762081.369075:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508713088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762081.369082:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762081.369084:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762081.369087:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508713088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762081.369091:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762081]  req@ffff9686c954d180 x1876699508713216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762081.369099:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508713216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762081.369104:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762081.369106:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762081.369108:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508713216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762081.369112:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762081]  req@ffff9686c954ca80 x1876699508713344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762081.369119:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508713344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762081.369124:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762081.369125:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762081.369128:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508713344:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762081.369136:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762081]  req@ffff9686c954fb80 x1876699508713472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762081.369148:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508713472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762081.369156:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762081.369159:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762081.369162:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508713472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762081.369169:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762078/real 1789762081]  req@ffff9686c954ea00 x1876699508712960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762081.369181:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508712960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762103 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762081.369189:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762081.369192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762081.369195:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508712960:192.168.203.123@tcp:250:kworker.0
00010000:00010000:1.0:1789762081.432811:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762082.456776:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762083.416752:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762083.416764:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762083.416769:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762083.416783:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2055
00000100:00080000:2.0:1789762083.416798:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762083.416806:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762083.416866:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508713728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762083.416900:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762083.416905:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762083.416907:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762083.416913:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2055
00000100:00080000:2.0:1789762083.416919:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762083.416925:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762083.416938:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762083.416949:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508713728:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762083.416962:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508713856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762083.416987:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762083.416993:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762083.416996:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762083.417001:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2055
00000100:00080000:2.0:1789762083.417019:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762083.417026:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762083.417032:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762083.417039:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762083.417065:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508713984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762083.417081:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762083.417094:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff9686c7a99180 x1876699508713728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762083.417095:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762083.417100:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762083.417117:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2055
00000100:00080000:2.0:1789762083.417137:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762083.417149:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762083.417150:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508713728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762083.417157:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789762083.417174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762083.417183:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762083.417189:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508714112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762083.417197:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508713728:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762083.417222:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762083.417228:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762083.417231:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762083.417240:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2055
00000100:00100000:3.0:1789762083.417245:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508713856:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762083.417254:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762083.417265:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762083.417275:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762083.417287:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762083.417303:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508714240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762083.417312:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff9686c7a98700 x1876699508713856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762083.417326:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762083.417352:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508713856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762083.417359:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762083.417363:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762083.417375:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2055
00000100:00080000:2.0:1789762083.417380:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762083.417393:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762083.417400:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762083.417406:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000008:00100000:2.0:1789762083.417415:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762083.417418:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508713856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762083.417434:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508713984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762083.417445:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508714368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762083.417574:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762083.417593:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff9686c7a9bb80 x1876699508713984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762083.417607:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508713984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762083.417615:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762083.417618:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762083.417622:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508713984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762083.417668:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508714112:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762083.417689:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762083.417698:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff9686c7a99880 x1876699508714112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762083.417706:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508714112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762083.417712:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762083.417714:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762083.417716:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508714112:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762083.417730:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508714240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762083.417745:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762083.417756:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff9686c7a98a80 x1876699508714240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762083.417768:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508714240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762083.417776:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762083.417780:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762083.417784:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508714240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762083.417791:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508714368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762083.417814:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762083.417825:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762083/real 1789762083]  req@ffff9686c7a9b480 x1876699508714368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762083.417846:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508714368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762108 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762083.417854:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762083.417858:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762083.417861:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508714368:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762083.480836:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762084.504769:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762085.528786:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762086.552835:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762087.576807:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762088.536740:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762088.536749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762088.536754:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762088.536763:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2060
00000100:00080000:2.0:1789762088.536773:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762088.536780:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762088.536819:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508714496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762088.536846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762088.536851:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762088.536852:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762088.536857:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2060
00000100:00080000:2.0:1789762088.536861:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762088.536865:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762088.536875:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762088.536884:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508714496:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762088.536890:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508714624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762088.536899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762088.536902:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762088.536904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762088.536907:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2060
00000100:00080000:2.0:1789762088.536910:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762088.536914:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762088.536919:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762088.536928:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508714752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762088.536937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762088.536940:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762088.536941:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762088.536945:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2060
00000100:00080000:2.0:1789762088.536948:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762088.536951:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762088.536955:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762088.536963:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508714880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762088.536972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762088.536974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762088.536976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762088.536979:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2060
00000100:00080000:2.0:1789762088.536982:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762088.536983:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762088.536985:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762088.536989:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762088.536998:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508715008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762088.537006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762088.537009:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762088.537011:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762088.537014:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2060
00000100:00080000:2.0:1789762088.537017:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762088.537020:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762088.537020:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9686c7a9b480 x1876699508714496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762088.537025:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762088.537033:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508715136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762088.537037:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508714496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762088.537048:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762088.537051:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762088.537056:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508714496:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762088.537078:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508714624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762088.537098:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762088.537108:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9686c7a98a80 x1876699508714624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762088.537116:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508714624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762088.537126:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762088.537129:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762088.537131:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508714624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762088.537134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508714752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762088.537145:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762088.537150:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9686c7a99880 x1876699508714752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762088.537157:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508714752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762088.537162:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762088.537164:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762088.537166:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508714752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762088.537169:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508714880:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762088.537179:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762088.537184:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9686c7a9bb80 x1876699508714880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762088.537191:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508714880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762088.537196:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762088.537198:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762088.537201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508714880:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762088.537204:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508715008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762088.537214:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762088.537230:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9686c7a98700 x1876699508715008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762088.537242:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508715008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762088.537249:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762088.537260:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762088.537264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508715008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762088.537270:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508715136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762088.537291:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762088.537315:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762088/real 1789762088]  req@ffff9686c7a99180 x1876699508715136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762088.537337:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508715136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762113 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762088.537345:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762088.537348:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762088.537350:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508715136:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762088.600818:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762089.624895:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762090.648821:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762091.672811:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762092.696809:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762093.656731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762093.656740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762093.656744:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762093.656754:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2065
00000100:00080000:2.0:1789762093.656764:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762093.656771:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762093.656825:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508715264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762093.656846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762093.656849:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762093.656850:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762093.656853:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2065
00000100:00080000:2.0:1789762093.656856:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762093.656859:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762093.656866:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762093.656875:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508715392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762093.656882:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762093.656885:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762093.656887:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762093.656890:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2065
00000100:00080000:2.0:1789762093.656892:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762093.656897:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762093.656899:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508715264:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762093.656902:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762093.656911:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508715520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762093.656918:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762093.656921:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762093.656922:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762093.656931:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2065
00000100:00080000:2.0:1789762093.656957:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762093.656961:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762093.656964:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762093.656974:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508715648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762093.656976:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762093.656986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762093.656989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762093.656990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762093.656993:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2065
00000100:00080000:2.0:1789762093.656996:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762093.656999:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762093.657002:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762093.657009:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508715776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762093.657017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762093.657020:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762093.657023:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762093.657029:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2065
00000100:00100000:3.0:1789762093.657030:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9686c7a98e00 x1876699508715264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762093.657035:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762093.657044:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762093.657051:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762093.657052:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508715264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.657065:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762093.657071:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508715904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762093.657071:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762093.657076:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508715264:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762093.657087:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508715392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762093.657110:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762093.657119:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9686c7a9a680 x1876699508715392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.657127:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508715392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.657133:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762093.657135:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762093.657137:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508715392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762093.657155:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508715520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762093.657166:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762093.657172:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9686c7a99f80 x1876699508715520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.657179:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508715520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.657189:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762093.657191:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762093.657193:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508715520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762093.657196:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508715648:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762093.657215:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762093.657221:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9686c7a98000 x1876699508715648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.657228:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508715648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.657234:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762093.657235:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762093.657237:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508715648:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762093.657241:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508715776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762093.657252:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762093.657273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9686c7a98380 x1876699508715776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.657286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508715776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.657295:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762093.657298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762093.657303:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508715776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762093.657309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508715904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762093.657328:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762093.657336:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762093/real 1789762093]  req@ffff9686c7a9ad80 x1876699508715904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762093.657344:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508715904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762118 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762093.657349:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762093.657351:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762093.657354:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508715904:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762093.720738:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762094.744810:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762095.768878:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762096.792854:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762097.816773:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762098.776757:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.776781:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762098.776787:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762098.776800:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2070
00000100:00080000:2.0:1789762098.776814:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762098.776825:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762098.776870:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508716032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762098.776901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.776906:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762098.776908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762098.776913:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2070
00000100:00080000:2.0:1789762098.776917:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762098.776922:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762098.776933:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762098.776950:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508716032:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762098.776961:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508716160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762098.776983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.776986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762098.776988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762098.776992:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2070
00000100:00080000:2.0:1789762098.776997:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762098.777001:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762098.777007:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762098.777020:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508716288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762098.777031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762098.777040:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762098.777041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762098.777050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762098.777055:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2070
00000100:00080000:2.0:1789762098.777060:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762098.777064:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762098.777085:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762098.777104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508716416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762098.777123:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.777129:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762098.777133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762098.777142:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9686c7a9aa00 x1876699508716032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762098.777145:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2070
00000100:00080000:2.0:1789762098.777159:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762098.777182:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508716032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762098.777190:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762098.777209:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762098.777210:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762098.777219:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762098.777268:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508716032:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762098.777278:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508716544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762098.777298:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762098.777304:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762098.777310:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508716160:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762098.777311:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762098.777328:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2070
00000100:00080000:2.0:1789762098.777334:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762098.777339:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762098.777347:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762098.777364:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508716672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762098.777394:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762098.777431:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9686c7a99c00 x1876699508716160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762098.777447:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508716160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762098.777457:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762098.777461:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762098.777465:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508716160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762098.777473:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508716288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762098.777511:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762098.777525:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9686c7a9b100 x1876699508716288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762098.777538:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508716288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762098.777548:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762098.777551:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762098.777555:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508716288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762098.777561:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508716416:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762098.777580:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762098.777590:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9686c7a9b800 x1876699508716416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762098.777602:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508716416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762098.777612:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762098.777616:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762098.777623:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508716416:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762098.777680:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508716544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762098.777704:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762098.777719:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9686c7a9a300 x1876699508716544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762098.777733:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508716544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762098.777743:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762098.777747:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762098.777751:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508716544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762098.777770:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508716672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762098.777788:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762098.777798:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762098/real 1789762098]  req@ffff9686c7a9aa00 x1876699508716672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762098.777810:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508716672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762123 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762098.777818:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762098.777820:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762098.777825:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508716672:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762098.840768:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762099.864739:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762100.888846:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762101.912923:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762102.936810:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762103.896721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.896733:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762103.896737:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762103.896748:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2075
00000100:00080000:2.0:1789762103.896760:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.896767:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762103.896800:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508716800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762103.896823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.896833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762103.896835:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762103.896838:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2075
00000100:00080000:2.0:1789762103.896841:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.896844:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762103.896852:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762103.896856:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508716800:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762103.896863:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508716928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762103.896872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.896875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762103.896876:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762103.896879:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2075
00000100:00080000:2.0:1789762103.896881:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.896884:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762103.896887:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762103.896894:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508717056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762103.896901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.896904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762103.896905:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762103.896907:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2075
00000100:00080000:2.0:1789762103.896910:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.896914:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762103.896915:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762103.896919:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762103.896927:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508717184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762103.896935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.896937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762103.896938:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762103.896941:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2075
00000100:00080000:2.0:1789762103.896943:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.896946:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762103.896949:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762103.896953:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9686c7a9ad80 x1876699508716800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762103.896958:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508717312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762103.896976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762103.896979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762103.896980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762103.896983:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508716800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762103.896985:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2075
00000100:00080000:2.0:1789762103.896990:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762103.896996:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762103.897002:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762103.897004:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762103.897010:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508717440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762103.897011:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762103.897019:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508716800:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762103.897044:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508716928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762103.897060:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762103.897068:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9686c7a98380 x1876699508716928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762103.897076:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508716928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762103.897081:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762103.897083:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762103.897085:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508716928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762103.897088:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508717056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762103.897099:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762103.897105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9686c7a98000 x1876699508717056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762103.897112:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508717056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762103.897117:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762103.897119:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762103.897121:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508717056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762103.897124:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508717184:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762103.897134:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762103.897139:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9686c7a99f80 x1876699508717184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762103.897147:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508717184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762103.897151:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762103.897153:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762103.897155:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508717184:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762103.897158:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508717312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762103.897167:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762103.897173:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9686c7a9a680 x1876699508717312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762103.897180:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508717312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762103.897200:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762103.897203:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762103.897205:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508717312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762103.897209:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508717440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762103.897227:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762103.897234:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762103/real 1789762103]  req@ffff9686c7a98e00 x1876699508717440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762103.897241:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508717440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762128 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762103.897247:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762103.897249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762103.897250:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508717440:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762103.960788:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762104.984847:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762106.008872:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762107.032873:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762108.056825:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762109.016727:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.016738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762109.016743:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.016756:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2080
00000100:00080000:2.0:1789762109.016768:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.016777:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762109.016830:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508717568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762109.016857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.016861:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762109.016863:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.016867:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2080
00000100:00080000:2.0:1789762109.016870:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.016874:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762109.016885:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762109.016899:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508717696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762109.016903:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508717568:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762109.016916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.016920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762109.016922:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.016926:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2080
00000100:00080000:2.0:1789762109.016929:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.016933:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762109.016938:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762109.016947:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508717824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762109.016954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.016958:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762109.016959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.016962:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2080
00000100:00080000:2.0:1789762109.016964:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.016967:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762109.016972:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762109.016977:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762109.016986:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508717952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762109.016999:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.017004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762109.017006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762109.017012:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2080
00000100:00080000:2.0:1789762109.017017:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762109.017018:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff9686c7a99180 x1876699508717568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762109.017031:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762109.017042:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762109.017044:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508717568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.017057:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762109.017059:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508718080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762109.017063:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762109.017073:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508717568:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762109.017095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762109.017100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762109.017103:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762109.017109:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508717696:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762109.017115:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2080
00000100:00080000:2.0:1789762109.017122:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762109.017128:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762109.017133:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762109.017141:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762109.017175:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508718208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762109.017177:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff9686c7a98700 x1876699508717696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762109.017280:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508717696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.017292:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762109.017296:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762109.017303:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508717696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762109.017312:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508717824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762109.017333:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762109.017342:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff9686c7a9bb80 x1876699508717824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762109.017351:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508717824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.017358:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762109.017360:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762109.017363:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508717824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762109.017368:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508717952:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762109.017381:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762109.017389:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff9686c7a99880 x1876699508717952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762109.017404:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508717952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.017411:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762109.017413:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762109.017416:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508717952:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762109.017420:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508718080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762109.017433:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762109.017441:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff9686c7a98a80 x1876699508718080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762109.017450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508718080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.017456:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762109.017458:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762109.017461:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508718080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762109.017477:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508718208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762109.017490:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762109.017497:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762109/real 1789762109]  req@ffff9686c7a9b480 x1876699508718208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762109.017506:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508718208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762134 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762109.017518:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762109.017521:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762109.017523:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508718208:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762109.080790:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762110.104807:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762111.128830:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762112.152852:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762113.176840:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762114.136794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762114.136805:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762114.136810:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762114.136826:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2085
00000100:00080000:0.0:1789762114.136841:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762114.136851:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762114.136928:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508718336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762114.136985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762114.136990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762114.136993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762114.137002:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2085
00000100:00080000:0.0:1789762114.137013:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762114.137019:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762114.137044:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762114.137075:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508718336:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762114.137080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508718464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762114.137103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762114.137105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762114.137120:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762114.137126:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2085
00000100:00080000:0.0:1789762114.137130:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762114.137135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762114.137141:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762114.137154:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508718592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762114.137173:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762114.137177:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762114.137180:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762114.137183:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2085
00000100:00080000:0.0:1789762114.137189:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762114.137193:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762114.137197:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762114.137203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508718720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762114.137210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762114.137212:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762114.137214:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762114.137216:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2085
00000100:00080000:0.0:1789762114.137219:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762114.137228:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:2.0:1789762114.137234:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762114.137236:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762114.137245:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508718848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762114.137251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762114.137255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762114.137257:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762114.137260:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2085
00000100:00080000:0.0:1789762114.137278:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762114.137281:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762114.137286:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762114.137297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508718976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762114.137323:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff9686c954ed80 x1876699508718336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762114.137350:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508718336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762114.137362:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762114.137367:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762114.137372:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508718336:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762114.137414:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508718464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762114.137440:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762114.137452:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff9686c954e300 x1876699508718464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762114.137480:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508718464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762114.137488:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762114.137493:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762114.137498:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508718464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762114.137507:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508718592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762114.137561:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762114.137604:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff9686c954df80 x1876699508718592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762114.137621:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508718592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762114.137628:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762114.137633:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762114.137640:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508718592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762114.137682:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508718720:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762114.137711:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762114.137738:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff9686c954e680 x1876699508718720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762114.137753:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508718720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762114.137775:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762114.137781:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762114.137784:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508718720:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762114.137790:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508718848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762114.137817:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762114.137831:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff9686c954ea00 x1876699508718848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762114.137841:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508718848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762114.137849:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762114.137856:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762114.137860:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508718848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762114.137873:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508718976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762114.137930:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762114.137943:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762114/real 1789762114]  req@ffff9686c954fb80 x1876699508718976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762114.137955:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508718976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762139 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762114.137961:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762114.137963:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762114.137981:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508718976:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762114.200797:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762115.224782:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762116.248814:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762117.272781:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762118.296808:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762119.256732:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762119.256741:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762119.256745:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762119.256755:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2090
00000100:00080000:0.0:1789762119.256765:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762119.256771:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762119.256807:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508719104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762119.256830:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762119.256832:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762119.256834:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762119.256837:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2090
00000100:00080000:0.0:1789762119.256839:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762119.256842:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762119.256862:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762119.256872:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508719232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762119.256879:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762119.256884:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762119.256885:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508719104:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762119.256886:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762119.256894:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2090
00000100:00080000:0.0:1789762119.256897:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762119.256899:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762119.256902:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762119.256911:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508719360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762119.256917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762119.256930:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762119.256932:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762119.256934:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2090
00000100:00080000:0.0:1789762119.256937:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762119.256940:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762119.256942:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762119.256950:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508719488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762119.256958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762119.256958:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762119.256963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762119.256965:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762119.256969:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2090
00000100:00080000:0.0:1789762119.256972:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762119.256975:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762119.256978:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762119.256986:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508719616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762119.256992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762119.256995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762119.256996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762119.256999:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2090
00000100:00080000:0.0:1789762119.257003:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762119.257004:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff9686c954ca80 x1876699508719104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762119.257008:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762119.257022:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762119.257034:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508719744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762119.257045:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508719104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762119.257056:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762119.257059:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762119.257063:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508719104:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762119.257107:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508719232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762119.257131:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762119.257142:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff9686c954d180 x1876699508719232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762119.257150:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508719232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762119.257156:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762119.257158:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762119.257161:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508719232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762119.257165:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508719360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762119.257176:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762119.257182:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff9686c954c000 x1876699508719360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762119.257189:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508719360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762119.257194:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762119.257196:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762119.257198:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508719360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762119.257202:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508719488:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762119.257212:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762119.257218:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff9686c954f800 x1876699508719488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762119.257225:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508719488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762119.257230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762119.257232:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762119.257234:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508719488:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762119.257237:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508719616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762119.257247:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762119.257253:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff9686c954c700 x1876699508719616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762119.257265:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508719616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762119.257270:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762119.257271:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762119.257273:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508719616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762119.257277:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508719744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762119.257287:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762119.257292:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762119/real 1789762119]  req@ffff9686c954f100 x1876699508719744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762119.257299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508719744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762144 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762119.257304:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762119.257306:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762119.257308:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508719744:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762119.320795:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762120.344909:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762121.368870:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762122.392799:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762123.416891:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762124.376775:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762124.376789:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762124.376795:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762124.376810:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2096
00000100:00080000:1.0:1789762124.376825:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762124.376836:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762124.376890:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508719872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762124.376932:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762124.376936:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762124.376939:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762124.376944:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2096
00000100:00080000:1.0:1789762124.376948:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762124.376952:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762124.376964:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762124.376977:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508720000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762124.376991:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762124.376995:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762124.376998:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762124.377004:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2096
00000100:00080000:1.0:1789762124.377008:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762124.377016:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762124.377024:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762124.377068:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508720128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762124.377084:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762124.377090:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762124.377092:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762124.377099:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2096
00000100:00080000:1.0:1789762124.377113:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762124.377113:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508719872:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762124.377130:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762124.377141:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762124.377166:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508720256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762124.377184:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762124.377189:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762124.377192:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762124.377199:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2096
00000100:00080000:1.0:1789762124.377207:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762124.377208:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762124.377224:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762124.377236:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762124.377260:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508720384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762124.377282:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762124.377291:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762124.377291:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff9686c4beb480 x1876699508719872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762124.377299:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762124.377315:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2096
00000100:00080000:1.0:1789762124.377331:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762124.377345:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762124.377366:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762124.377378:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508719872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762124.377395:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762124.377397:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508720512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762124.377405:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762124.377419:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508719872:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762124.377455:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508720000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762124.377491:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762124.377505:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff9686c4be8700 x1876699508720000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762124.377518:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508720000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762124.377552:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762124.377555:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762124.377558:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508720000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762124.377564:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508720128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762124.377582:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762124.377591:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff9686c4be8000 x1876699508720128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762124.377602:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508720128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762124.377614:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762124.377618:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762124.377621:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508720128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762124.377648:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508720256:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762124.377663:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762124.377733:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff9686c4be9880 x1876699508720256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762124.377745:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508720256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762124.377753:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762124.377756:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762124.377759:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508720256:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762124.377765:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508720384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762124.377784:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762124.377794:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff9686c4be9500 x1876699508720384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762124.377805:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508720384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762124.377812:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762124.377815:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762124.377819:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508720384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762124.377825:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508720512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762124.377840:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762124.377848:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762124/real 1789762124]  req@ffff9686c4beb100 x1876699508720512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762124.377858:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508720512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762149 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762124.377865:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762124.377868:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762124.377870:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508720512:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762124.440875:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762125.464820:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762126.488816:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762127.512783:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762128.536802:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762129.496810:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762129.496819:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762129.496824:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762129.496834:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2101
00000100:00080000:2.0:1789762129.496845:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762129.496852:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762129.496893:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508720640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762129.496925:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762129.496931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762129.496933:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762129.496937:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2101
00000100:00080000:2.0:1789762129.496940:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762129.496943:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762129.496952:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762129.496963:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508720768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762129.496973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762129.496977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762129.496979:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762129.496983:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2101
00000100:00080000:2.0:1789762129.496986:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762129.496989:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762129.497014:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762129.497027:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508720896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762129.497036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762129.497040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762129.497042:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762129.497057:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2101
00000100:00080000:2.0:1789762129.497062:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762129.497066:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762129.497071:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762129.497086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508721024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762129.497088:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508720640:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762129.497121:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762129.497124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762129.497126:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762129.497142:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2101
00000100:00080000:2.0:1789762129.497145:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762129.497149:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762129.497154:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762129.497166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508721152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762129.497176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762129.497179:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762129.497181:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762129.497186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2101
00000100:00080000:2.0:1789762129.497192:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762129.497197:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762129.497201:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762129.497209:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508721280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762129.497228:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762129.497291:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9686c7a9b480 x1876699508720640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.497311:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508720640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.497330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.497335:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762129.497339:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508720640:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762129.497364:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508720768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762129.497394:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762129.497413:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9686c7a98a80 x1876699508720768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.497431:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508720768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.497442:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.497446:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762129.497451:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508720768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762129.497460:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508720896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762129.497489:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762129.497506:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9686c7a99880 x1876699508720896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.497520:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508720896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.497527:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.497530:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762129.497533:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508720896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762129.497566:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508721024:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762129.497587:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762129.497600:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9686c7a9bb80 x1876699508721024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.497615:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508721024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.497626:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.497631:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762129.497635:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508721024:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762129.497723:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508721152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762129.497766:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762129.497781:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9686c7a98700 x1876699508721152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.497794:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508721152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.497804:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.497808:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762129.497811:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508721152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762129.497817:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508721280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762129.497835:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762129.497845:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762129/real 1789762129]  req@ffff9686c7a99180 x1876699508721280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762129.497858:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508721280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762154 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762129.497867:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762129.497870:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762129.497873:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508721280:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762129.560835:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762130.584826:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762131.608866:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762132.632805:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762133.656797:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762134.616801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.616810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762134.616815:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.616826:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2106
00000100:00080000:0.0:1789762134.616838:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.616847:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762134.616880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508721408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762134.616905:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.616909:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762134.616911:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.616916:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2106
00000100:00080000:0.0:1789762134.616920:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.616926:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762134.616935:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762134.616942:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508721408:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762134.616953:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508721536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762134.616988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.616992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762134.616994:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.616999:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2106
00000100:00080000:0.0:1789762134.617004:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.617009:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762134.617014:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762134.617020:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762134.617032:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508721664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762134.617043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.617046:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762134.617048:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.617051:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2106
00000100:00080000:0.0:1789762134.617055:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.617060:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762134.617060:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9686c954d880 x1876699508721408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762134.617067:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762134.617081:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508721792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762134.617084:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508721408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762134.617101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.617104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762134.617106:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762134.617106:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762134.617115:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2106
00000100:00080000:2.0:1789762134.617116:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789762134.617120:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762134.617124:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508721408:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762134.617127:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762134.617134:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762134.617142:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508721920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762134.617149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762134.617151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762134.617154:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508721536:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762134.617155:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762134.617164:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2106
00000100:00080000:0.0:1789762134.617166:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762134.617169:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762134.617173:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762134.617183:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762134.617184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508722048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762134.617197:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9686c954dc00 x1876699508721536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762134.617208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508721536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762134.617214:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762134.617217:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762134.617219:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508721536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762134.617223:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508721664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762134.617235:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762134.617241:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9686c954ce00 x1876699508721664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762134.617248:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508721664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762134.617253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762134.617255:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762134.617257:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508721664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762134.617260:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508721792:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762134.617271:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762134.617277:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9686c954c380 x1876699508721792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762134.617284:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508721792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762134.617288:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762134.617290:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762134.617292:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508721792:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762134.617295:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508721920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762134.617304:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762134.617310:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9686c954f100 x1876699508721920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762134.617317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508721920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762134.617322:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762134.617324:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762134.617326:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508721920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762134.617336:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508722048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762134.617347:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762134.617352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762134/real 1789762134]  req@ffff9686c954c700 x1876699508722048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762134.617359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508722048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762159 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762134.617364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762134.617366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762134.617368:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508722048:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762134.680883:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762135.704882:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762136.728791:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762137.752883:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762138.776770:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762139.736789:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762139.736798:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762139.736802:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762139.736813:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2111
00000100:00080000:2.0:1789762139.736822:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762139.736828:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762139.736861:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508722176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762139.736897:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762139.736899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762139.736900:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762139.736904:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2111
00000100:00080000:2.0:1789762139.736906:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762139.736909:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762139.736928:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762139.736941:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508722176:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762139.736942:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508722304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762139.736966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762139.736969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762139.736970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762139.736972:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2111
00000100:00080000:2.0:1789762139.736975:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762139.736978:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762139.736982:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762139.736995:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508722432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762139.737004:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762139.737008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762139.737011:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762139.737012:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762139.737020:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2111
00000100:00080000:2.0:1789762139.737027:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762139.737032:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762139.737038:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762139.737050:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508722560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762139.737054:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9686c7a98e00 x1876699508722176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762139.737073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762139.737077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762139.737078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762139.737082:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508722176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762139.737085:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2111
00000100:00080000:2.0:1789762139.737091:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762139.737097:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762139.737097:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762139.737102:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762139.737103:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762139.737109:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508722176:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762139.737114:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508722688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762139.737130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762139.737133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762139.737134:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762139.737136:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2111
00000100:00080000:2.0:1789762139.737138:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762139.737141:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762139.737144:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508722304:192.168.203.123@tcp:38:kworker.0
00000008:00100000:2.0:1789762139.737147:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762139.737158:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508722816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762139.737168:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762139.737184:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9686c7a9a680 x1876699508722304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762139.737195:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508722304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.737201:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.737204:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762139.737206:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508722304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762139.737218:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508722432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762139.737229:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762139.737235:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9686c7a99f80 x1876699508722432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762139.737242:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508722432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.737248:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.737249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762139.737251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508722432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762139.737255:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508722560:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762139.737265:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762139.737271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9686c7a98000 x1876699508722560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762139.737279:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508722560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.737284:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.737286:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762139.737288:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508722560:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762139.737291:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508722688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762139.737301:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762139.737307:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9686c7a98380 x1876699508722688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762139.737325:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508722688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.737330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.737332:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762139.737333:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508722688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762139.737343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508722816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762139.737354:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762139.737360:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762139/real 1789762139]  req@ffff9686c7a9ad80 x1876699508722816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762139.737367:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508722816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762164 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762139.737376:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762139.737378:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762139.737380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508722816:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762139.800835:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762140.824800:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762141.848814:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762142.872776:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762143.896768:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762144.856752:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.856765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762144.856771:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.856783:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2116
00000100:00080000:0.0:1789762144.856796:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762144.856806:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762144.856858:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508722944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762144.856898:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.856902:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762144.856904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.856907:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2116
00000100:00080000:0.0:1789762144.856915:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762144.856919:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762144.856931:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762144.856942:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508722944:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762144.856949:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508723072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762144.856965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.856969:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762144.856972:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.856977:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2116
00000100:00080000:0.0:1789762144.856982:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762144.856985:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762144.856990:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762144.857000:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508723200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762144.857008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.857011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762144.857012:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.857015:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2116
00000100:00080000:0.0:1789762144.857018:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762144.857021:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762144.857025:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762144.857036:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508723328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762144.857048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.857052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762144.857055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.857060:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2116
00000100:00080000:0.0:1789762144.857064:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762144.857068:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508723072:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762144.857072:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762144.857081:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762144.857094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508723456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762144.857105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762144.857109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762144.857112:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508723200:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762144.857113:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762144.857122:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2116
00000100:00080000:0.0:1789762144.857126:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762144.857130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762144.857136:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762144.857138:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508723328:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762144.857154:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508723584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762144.857166:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508723456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762144.857185:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508723584:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762144.920836:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762145.944816:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762146.968761:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762147.928955:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789762147.929015:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762147.929031:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762147.929081:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762147.929091:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762147.929099:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762147.929106:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762147.929113:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:0.0:1789762147.929197:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9686c954ea00 x1876699508723584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.929223:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508723584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.929236:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.929241:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762147.929246:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508723584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762147.929255:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9686c954fb80 x1876699508723456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.929269:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508723456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.929282:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.929286:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762147.929289:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508723456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762147.929295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9686c954c000 x1876699508723072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.929307:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508723072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.929316:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.929319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762147.929323:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508723072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762147.929328:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9686c954d180 x1876699508723200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.929340:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508723200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.929348:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.929352:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762147.929355:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508723200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762147.929362:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9686c954ca80 x1876699508723328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.929373:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508723328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.929381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.929384:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762147.929387:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508723328:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762147.929393:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762144/real 1789762147]  req@ffff9686c954f800 x1876699508722944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762147.929403:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508722944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762169 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762147.929410:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762147.929414:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762147.929416:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508722944:192.168.203.123@tcp:250:kworker.0
00010000:00010000:2.0:1789762147.992788:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762149.016825:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762149.976837:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.976862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762149.976868:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.976882:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2121
00000100:00080000:0.0:1789762149.976896:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.976906:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762149.976948:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508723712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762149.976980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.976985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762149.976988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.976993:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2121
00000100:00080000:0.0:1789762149.976999:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.977005:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762149.977017:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762149.977025:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508723712:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762149.977036:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508723840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762149.977050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.977054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762149.977056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.977060:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2121
00000100:00080000:0.0:1789762149.977064:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.977069:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762149.977074:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762149.977085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508723968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762149.977096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.977100:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762149.977101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.977106:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2121
00000100:00080000:0.0:1789762149.977111:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.977115:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762149.977121:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762149.977126:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762149.977148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508724096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762149.977168:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.977172:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762149.977174:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762149.977179:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9686c954f800 x1876699508723712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762149.977181:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2121
00000100:00080000:0.0:1789762149.977191:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.977197:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762149.977204:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762149.977210:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508723712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762149.977222:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762149.977231:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762149.977232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508724224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762149.977240:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508723712:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762149.977252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762149.977257:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762149.977260:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762149.977265:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2121
00000100:00080000:0.0:1789762149.977270:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762149.977277:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762149.977277:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508723840:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789762149.977294:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762149.977309:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508724352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762149.977311:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762149.977332:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9686c954ca80 x1876699508723840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762149.977349:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508723840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762149.977358:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762149.977362:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762149.977367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508723840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762149.977374:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508723968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762149.977398:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762149.977410:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9686c954d180 x1876699508723968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762149.977439:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508723968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762149.977449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762149.977453:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762149.977457:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508723968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762149.977463:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508724096:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762149.977486:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762149.977500:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9686c954c000 x1876699508724096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762149.977512:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508724096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762149.977521:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762149.977524:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762149.977528:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508724096:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762149.977534:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508724224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762149.977556:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762149.977571:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9686c954fb80 x1876699508724224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762149.977584:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508724224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762149.977592:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762149.977596:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762149.977599:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508724224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762149.977619:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508724352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762149.977681:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762149.977697:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762149/real 1789762149]  req@ffff9686c954ea00 x1876699508724352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762149.977710:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508724352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762174 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762149.977719:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762149.977724:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762149.977727:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508724352:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762150.040837:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762151.064783:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762152.088718:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762153.112837:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762154.136791:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762155.096738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.096747:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762155.096751:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.096760:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2126
00000100:00080000:0.0:1789762155.096770:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.096777:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762155.096829:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508724480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762155.096856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.096858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762155.096860:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.096863:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2126
00000100:00080000:0.0:1789762155.096866:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.096870:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762155.096878:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762155.096886:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508724480:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762155.096892:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508724608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762155.096901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.096903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762155.096905:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.096908:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2126
00000100:00080000:0.0:1789762155.096910:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.096912:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762155.096915:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762155.096923:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508724736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762155.096929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.096932:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762155.096934:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.096937:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2126
00000100:00080000:0.0:1789762155.096940:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.096943:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762155.096948:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762155.096950:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762155.096960:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508724864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762155.096967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.096970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762155.096971:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.096974:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2126
00000100:00080000:0.0:1789762155.096976:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.096978:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762155.096981:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762155.096987:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff9686c954e680 x1876699508724480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762155.096992:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508724992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762155.097010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762155.097013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762155.097015:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508724480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762155.097016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762155.097022:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2126
00000100:00080000:0.0:1789762155.097027:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762155.097033:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762155.097035:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762155.097037:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762155.097041:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762155.097046:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508724480:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762155.097048:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508725120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762155.097070:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508724608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762155.097101:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762155.097109:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff9686c954df80 x1876699508724608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762155.097118:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508724608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762155.097123:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762155.097125:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762155.097128:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508724608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762155.097132:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508724736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762155.097143:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762155.097149:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff9686c954e300 x1876699508724736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762155.097156:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508724736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762155.097161:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762155.097163:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762155.097164:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508724736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762155.097168:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508724864:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762155.097178:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762155.097183:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff9686c954ed80 x1876699508724864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762155.097190:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508724864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762155.097195:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762155.097197:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762155.097199:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508724864:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762155.097202:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508724992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762155.097212:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762155.097217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff9686c954ea00 x1876699508724992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762155.097225:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508724992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762155.097230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762155.097231:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762155.097233:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508724992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762155.097236:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508725120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762155.097246:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762155.097251:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762155/real 1789762155]  req@ffff9686c954fb80 x1876699508725120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762155.097257:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508725120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762180 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762155.097262:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762155.097264:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762155.097266:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508725120:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762155.160783:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762156.184782:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762157.208839:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762158.232758:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762159.256817:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762160.216754:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.216780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762160.216787:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.216802:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2131
00000100:00080000:2.0:1789762160.216817:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762160.216826:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762160.216874:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508725248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762160.216907:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.216911:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762160.216913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.216918:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2131
00000100:00080000:2.0:1789762160.216922:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762160.216926:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762160.216938:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762160.216952:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508725376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762160.216958:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508725248:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762160.216971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.216976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762160.216978:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.216983:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2131
00000100:00080000:2.0:1789762160.216987:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762160.216991:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762160.216997:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762160.217012:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508725504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762160.217022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.217027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762160.217029:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.217033:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2131
00000100:00080000:2.0:1789762160.217037:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762160.217039:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762160.217046:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762160.217053:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762160.217066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508725632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762160.217077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762160.217081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762160.217083:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762160.217088:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2131
00000100:00080000:2.0:1789762160.217092:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762160.217097:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff9686c7a9aa00 x1876699508725248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762160.217101:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762160.217110:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762160.217121:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508725248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762160.217127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508725760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762160.217159:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762160.217160:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762160.217167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762160.217168:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762160.217172:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762160.217175:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508725248:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762160.217181:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2131
00000100:00080000:2.0:1789762160.217186:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762160.217190:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762160.217195:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762160.217201:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508725376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762160.217217:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508725888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762160.217223:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762160.217236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff9686c7a9a300 x1876699508725376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762160.217246:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508725376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762160.217253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762160.217256:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762160.217258:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508725376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762160.217262:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508725504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762160.217273:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762160.217279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff9686c7a9b800 x1876699508725504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762160.217286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508725504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762160.217292:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762160.217293:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762160.217295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508725504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762160.217300:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508725632:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762160.217312:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762160.217318:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff9686c7a9b100 x1876699508725632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762160.217325:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508725632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762160.217330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762160.217332:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762160.217334:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508725632:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762160.217339:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508725760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762160.217358:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762160.217370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff9686c7a99c00 x1876699508725760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762160.217382:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508725760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762160.217391:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762160.217395:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762160.217398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508725760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762160.217411:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508725888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762160.217427:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762160.217434:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762160/real 1789762160]  req@ffff9686c7a9aa00 x1876699508725888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762160.217443:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508725888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762185 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762160.217448:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762160.217450:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762160.217452:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508725888:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762160.280745:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762161.304826:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762162.328823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762163.352785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762164.376757:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762165.336756:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.336784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762165.336790:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762165.336803:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2137
00000100:00080000:2.0:1789762165.336816:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.336825:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762165.336869:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508726016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762165.336903:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.336907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762165.336909:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762165.336914:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2137
00000100:00080000:2.0:1789762165.336918:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.336923:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762165.336934:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762165.336951:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508726144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762165.336951:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508726016:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762165.336985:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.336991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762165.336993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762165.337000:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2137
00000100:00080000:2.0:1789762165.337005:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.337009:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762165.337013:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762165.337037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508726272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762165.337048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.337052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762165.337055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762165.337059:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2137
00000800:00000100:3.0:1789762165.337070:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762165.337072:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.337080:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762165.337087:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762165.337103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508726400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762165.337115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.337126:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762165.337128:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762165.337132:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2137
00000100:00080000:2.0:1789762165.337136:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762165.337144:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762165.337144:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff9686c7a9ad80 x1876699508726016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762165.337155:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762165.337195:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508726528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762165.337204:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508726016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762165.337207:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762165.337225:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762165.337231:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762165.337236:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762165.337247:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762165.337248:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2137
00000100:00080000:2.0:1789762165.337260:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762165.337263:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508726016:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762165.337269:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762165.337273:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762165.337283:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508726656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762165.337301:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508726144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762165.337325:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762165.337336:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff9686c7a98380 x1876699508726144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762165.337344:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508726144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762165.337355:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762165.337358:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762165.337360:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508726144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762165.337364:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508726272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762165.337376:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762165.337381:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff9686c7a98000 x1876699508726272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762165.337388:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508726272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762165.337394:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762165.337396:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762165.337398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508726272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762165.337402:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508726400:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762165.337413:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762165.337419:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff9686c7a99f80 x1876699508726400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762165.337426:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508726400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762165.337431:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762165.337433:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762165.337445:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508726400:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762165.337449:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508726528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762165.337465:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762165.337472:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff9686c7a9a680 x1876699508726528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762165.337480:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508726528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762165.337495:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762165.337498:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762165.337500:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508726528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762165.337504:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508726656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762165.337514:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762165.337520:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762165/real 1789762165]  req@ffff9686c7a98e00 x1876699508726656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762165.337527:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508726656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762190 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762165.337532:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762165.337534:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762165.337536:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508726656:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762165.400889:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762166.424810:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762167.448918:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762168.472856:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762169.496811:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762170.456760:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762170.456769:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762170.456773:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762170.456781:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2142
00000100:00080000:2.0:1789762170.456791:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762170.456798:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762170.456832:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508726784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762170.456860:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762170.456863:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762170.456865:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762170.456867:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2142
00000100:00080000:2.0:1789762170.456871:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762170.456874:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762170.456882:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762170.456891:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508726784:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762170.456893:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508726912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762170.456904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762170.456907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762170.456908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762170.456911:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2142
00000100:00080000:2.0:1789762170.456913:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762170.456916:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762170.456919:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762170.456927:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508727040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762170.456934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762170.456936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762170.456937:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762170.456939:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2142
00000100:00080000:2.0:1789762170.456942:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762170.456945:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762170.456947:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762170.456954:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762170.456956:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508727168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762170.456974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762170.456978:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762170.456980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762170.456985:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2142
00000100:00080000:2.0:1789762170.456989:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762170.456993:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762170.456998:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762170.457008:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff9686c7a99180 x1876699508726784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762170.457013:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508727296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762170.457036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762170.457039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762170.457041:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762170.457046:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2142
00000100:00100000:3.0:1789762170.457048:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508726784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762170.457049:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762170.457055:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762170.457062:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762170.457067:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762170.457073:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508727424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762170.457074:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762170.457082:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508726784:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762170.457111:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508726912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762170.457132:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762170.457146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff9686c7a98700 x1876699508726912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762170.457160:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508726912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762170.457168:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762170.457172:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762170.457176:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508726912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762170.457182:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508727040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762170.457201:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762170.457210:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff9686c7a9bb80 x1876699508727040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762170.457217:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508727040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762170.457228:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762170.457230:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762170.457232:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508727040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762170.457236:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508727168:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762170.457247:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762170.457253:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff9686c7a99880 x1876699508727168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762170.457260:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508727168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762170.457265:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762170.457267:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762170.457269:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508727168:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762170.457272:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508727296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762170.457283:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762170.457289:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff9686c7a98a80 x1876699508727296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762170.457296:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508727296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762170.457300:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762170.457302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762170.457305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508727296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762170.457308:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508727424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762170.457318:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762170.457323:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762170/real 1789762170]  req@ffff9686c7a9b480 x1876699508727424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762170.457330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508727424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762195 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762170.457335:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762170.457337:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762170.457338:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508727424:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762170.520848:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762171.544847:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762172.568859:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762173.592838:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762174.616865:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762175.576850:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.576863:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762175.576869:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.576884:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2147
00000100:00080000:2.0:1789762175.576926:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.576937:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762175.577006:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508727552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762175.577066:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.577074:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762175.577078:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.577089:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2147
00000100:00080000:2.0:1789762175.577098:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.577108:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762175.577119:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508727552:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762175.577140:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762175.577183:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508727680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762175.577199:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.577203:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762175.577206:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.577211:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2147
00000100:00080000:2.0:1789762175.577218:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.577223:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762175.577230:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762175.577240:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762175.577250:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508727808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762175.577265:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.577271:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762175.577274:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.577278:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2147
00000100:00080000:2.0:1789762175.577283:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.577288:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762175.577294:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762175.577324:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508727936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762175.577324:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9686c7a9b480 x1876699508727552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762175.577365:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.577374:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762175.577376:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762175.577382:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2147
00000100:00080000:2.0:1789762175.577387:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.577392:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762175.577399:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762175.577401:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508727552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762175.577414:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508728064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762175.577441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762175.577442:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762175.577455:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762175.577458:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762175.577460:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762175.577472:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508727552:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762175.577473:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2147
00000100:00080000:2.0:1789762175.577483:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762175.577489:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762175.577495:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762175.577507:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508728192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762175.577518:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508727680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762175.577561:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762175.577581:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9686c7a98a80 x1876699508727680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762175.577597:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508727680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762175.577607:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762175.577611:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762175.577615:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508727680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762175.577622:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508727808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762175.577641:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762175.577737:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9686c7a99880 x1876699508727808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762175.577764:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508727808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762175.577782:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762175.577789:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762175.577797:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508727808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762175.577807:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508727936:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762175.577855:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762175.577869:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9686c7a9bb80 x1876699508727936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762175.577883:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508727936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762175.577893:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762175.577897:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762175.577901:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508727936:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762175.577925:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508728064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762175.577947:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762175.577959:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9686c7a98700 x1876699508728064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762175.577973:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508728064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762175.577983:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762175.577986:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762175.577990:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508728064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762175.578011:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508728192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762175.578032:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762175.578043:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762175/real 1789762175]  req@ffff9686c7a99180 x1876699508728192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762175.578057:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508728192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762200 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762175.578066:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762175.578069:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762175.578074:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508728192:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762175.640878:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762176.664870:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762177.688780:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762178.712850:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762179.736774:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762180.696733:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762180.696744:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762180.696750:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762180.696761:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2152
00000100:00080000:1.0:1789762180.696774:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762180.696802:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762180.696871:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508728320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762180.696895:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762180.696898:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762180.696900:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762180.696903:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2152
00000100:00080000:1.0:1789762180.696906:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762180.696909:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762180.696920:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762180.696930:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508728448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762180.696939:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508728320:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762180.696940:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762180.696946:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762180.696948:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762180.696953:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2152
00000100:00080000:1.0:1789762180.696956:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762180.696958:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762180.696961:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762180.696968:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508728576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762180.696979:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762180.696982:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762180.696984:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762180.696986:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2152
00000100:00080000:1.0:1789762180.696988:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762180.696991:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762180.696994:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762180.697001:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508728704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762180.697008:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762180.697011:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762180.697013:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762180.697015:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2152
00000100:00080000:1.0:1789762180.697017:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762180.697019:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762180.697023:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762180.697025:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762180.697032:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508728832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762180.697040:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762180.697044:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762180.697045:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762180.697048:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2152
00000100:00080000:1.0:1789762180.697051:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762180.697054:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762180.697057:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762180.697063:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508728960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762180.697077:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9686c4be8e00 x1876699508728320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762180.697094:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508728320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762180.697103:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762180.697107:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762180.697109:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508728320:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762180.697132:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508728448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762180.697149:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762180.697159:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9686c4beb800 x1876699508728448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762180.697168:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508728448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762180.697174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762180.697176:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762180.697178:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508728448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762180.697182:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508728576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762180.697193:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762180.697200:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9686c4beaa00 x1876699508728576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762180.697208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508728576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762180.697213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762180.697215:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762180.697217:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508728576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762180.697220:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508728704:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762180.697231:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762180.697238:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9686c4be9f80 x1876699508728704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762180.697248:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508728704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762180.697257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762180.697260:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762180.697264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508728704:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762180.697270:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508728832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762180.697292:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762180.697304:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9686c4bea680 x1876699508728832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762180.697312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508728832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762180.697318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762180.697321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762180.697323:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508728832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762180.697327:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508728960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762180.697350:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762180.697357:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762180/real 1789762180]  req@ffff9686c4be9c00 x1876699508728960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762180.697364:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508728960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762205 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762180.697373:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762180.697376:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762180.697380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508728960:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762180.760791:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762181.784948:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762182.808836:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762183.832935:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762184.856816:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762185.816733:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.816744:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762185.816748:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.816760:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2157
00000100:00080000:2.0:1789762185.816781:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.816789:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762185.816832:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508729088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762185.816855:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.816859:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762185.816860:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.816864:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2157
00000100:00080000:2.0:1789762185.816868:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.816875:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762185.816885:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762185.816886:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508729088:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762185.816901:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508729216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762185.816911:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.816914:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762185.816915:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.816918:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2157
00000100:00080000:2.0:1789762185.816923:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.816926:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762185.816931:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762185.816943:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508729344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762185.816951:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.816954:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762185.816956:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.816959:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2157
00000100:00080000:2.0:1789762185.816963:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762185.816966:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762185.816970:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762185.816975:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762185.817011:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508729472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762185.817012:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9686c7a98e00 x1876699508729088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762185.817037:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.817040:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762185.817042:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.817045:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2157
00000100:00100000:3.0:1789762185.817049:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508729088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762185.817051:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.817059:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762185.817064:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762185.817075:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508729600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762185.817087:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762185.817089:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762185.817100:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762185.817104:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2157
00000100:00080000:2.0:1789762185.817108:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762185.817115:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762185.817121:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762185.817123:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762185.817127:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762185.817133:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508729088:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762185.817140:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508729728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762185.817161:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508729216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762185.817308:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762185.817321:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9686c7a9a680 x1876699508729216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762185.817334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508729216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762185.817378:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762185.817382:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762185.817386:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508729216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762185.817392:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508729344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762185.817409:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762185.817418:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9686c7a99f80 x1876699508729344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762185.817426:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508729344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762185.817431:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762185.817434:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762185.817436:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508729344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762185.817439:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508729472:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762185.817451:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762185.817457:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9686c7a98000 x1876699508729472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762185.817465:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508729472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762185.817470:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762185.817472:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762185.817473:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508729472:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762185.817476:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508729600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762185.817487:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762185.817494:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9686c7a98380 x1876699508729600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762185.817505:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508729600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762185.817513:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762185.817515:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762185.817517:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508729600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762185.817521:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508729728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762185.817535:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762185.817542:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762185/real 1789762185]  req@ffff9686c7a9ad80 x1876699508729728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762185.817549:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508729728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762210 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762185.817555:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762185.817557:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762185.817559:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508729728:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762185.880764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762186.904787:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762187.928748:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762188.952807:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762189.976810:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762190.936744:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.936759:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762190.936764:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.936776:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2162
00000100:00080000:2.0:1789762190.936789:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.936797:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762190.936847:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508729856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762190.936878:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.936881:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762190.936882:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.936887:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2162
00000100:00080000:2.0:1789762190.936891:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.936895:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762190.936906:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762190.936913:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508729856:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762190.936920:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508729984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762190.936929:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.936931:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762190.936932:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.936936:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2162
00000100:00080000:2.0:1789762190.936939:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.936941:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762190.936944:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762190.936953:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508730112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762190.936959:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.936962:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762190.936964:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.936966:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2162
00000100:00080000:2.0:1789762190.936977:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.936980:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762190.936983:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762190.936989:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762190.936994:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508730240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762190.937003:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.937006:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762190.937008:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.937011:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2162
00000100:00080000:2.0:1789762190.937014:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.937017:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762190.937020:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762190.937027:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508730368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762190.937033:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762190.937035:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762190.937037:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762190.937040:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2162
00000100:00080000:2.0:1789762190.937042:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762190.937045:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762190.937049:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762190.937051:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9686c7a9aa00 x1876699508729856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762190.937060:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508730496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762190.937077:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508729856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762190.937088:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762190.937092:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762190.937094:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508729856:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762190.937118:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508729984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762190.937137:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762190.937146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9686c7a99c00 x1876699508729984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762190.937154:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508729984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762190.937160:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762190.937163:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762190.937165:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508729984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762190.937170:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508730112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762190.937181:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762190.937187:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9686c7a9b100 x1876699508730112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762190.937198:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508730112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762190.937207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762190.937210:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762190.937214:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508730112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762190.937221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508730240:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762190.937241:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762190.937250:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9686c7a9b800 x1876699508730240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762190.937258:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508730240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762190.937267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762190.937270:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762190.937274:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508730240:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762190.937280:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508730368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762190.937301:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762190.937313:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9686c7a9a300 x1876699508730368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762190.937323:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508730368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762190.937329:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762190.937331:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762190.937333:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508730368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762190.937337:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508730496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762190.937351:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762190.937358:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762190/real 1789762190]  req@ffff9686c7a9ad80 x1876699508730496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762190.937366:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508730496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762215 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762190.937370:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762190.937372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762190.937374:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508730496:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762191.000768:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762192.024839:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762193.048756:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762194.072859:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762195.096755:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762196.056703:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.056712:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762196.056716:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.056725:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2167
00000100:00080000:2.0:1789762196.056735:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762196.056742:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762196.056775:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508730624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762196.056803:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.056806:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762196.056807:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.056810:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2167
00000100:00080000:2.0:1789762196.056812:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762196.056814:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762196.056821:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762196.056830:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508730752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762196.056837:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.056840:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762196.056841:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.056844:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2167
00000100:00080000:2.0:1789762196.056846:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762196.056848:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762196.056851:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762196.056854:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508730624:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762196.056861:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508730880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762196.056869:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.056871:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762196.056873:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.056875:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2167
00000100:00080000:2.0:1789762196.056878:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762196.056880:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762196.056884:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762196.056891:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508731008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762196.056898:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.056901:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762196.056902:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.056904:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2167
00000100:00080000:2.0:1789762196.056906:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762196.056911:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762196.056913:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762196.056915:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762196.056924:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508731136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762196.056931:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762196.056933:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762196.056935:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762196.056937:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2167
00000100:00080000:2.0:1789762196.056940:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762196.056943:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762196.056947:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762196.056950:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff9686c7a98380 x1876699508730624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762196.056957:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508731264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762196.056971:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508730624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762196.056993:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762196.056996:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762196.056999:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508730624:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762196.057004:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508730752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762196.057020:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762196.057028:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff9686c7a98000 x1876699508730752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762196.057035:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508730752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762196.057041:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762196.057043:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762196.057045:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508730752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762196.057061:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508730880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762196.057072:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762196.057078:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff9686c7a99f80 x1876699508730880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762196.057085:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508730880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762196.057090:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762196.057092:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762196.057094:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508730880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762196.057098:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508731008:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762196.057108:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762196.057113:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff9686c7a9a680 x1876699508731008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762196.057120:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508731008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762196.057125:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762196.057127:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762196.057129:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508731008:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762196.057132:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508731136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762196.057142:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762196.057147:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff9686c7a98e00 x1876699508731136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762196.057154:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508731136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762196.057159:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762196.057161:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762196.057162:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508731136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762196.057166:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508731264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762196.057175:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762196.057180:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762196/real 1789762196]  req@ffff9686c7a99180 x1876699508731264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762196.057188:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508731264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762221 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762196.057192:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762196.057194:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762196.057196:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508731264:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762196.120804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762197.144765:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762198.168811:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762199.192823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762200.216828:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762201.176750:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762201.176762:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762201.176767:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762201.176778:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2172
00000100:00080000:0.0:1789762201.176790:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762201.176799:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762201.176832:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508731392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762201.176855:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762201.176859:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762201.176862:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762201.176868:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2172
00000100:00080000:0.0:1789762201.176873:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762201.176878:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762201.176884:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508731392:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789762201.176888:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762201.176906:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508731520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762201.176915:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762201.176918:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762201.176919:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762201.176922:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2172
00000100:00080000:0.0:1789762201.176926:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762201.176930:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762201.176934:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762201.176944:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508731648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762201.176949:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762201.176957:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762201.176961:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762201.176963:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762201.176968:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2172
00000100:00080000:0.0:1789762201.176974:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762201.176979:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762201.176984:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762201.177010:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508731776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762201.177011:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff9686c954c000 x1876699508731392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762201.177042:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762201.177046:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762201.177049:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762201.177052:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508731392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762201.177057:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2172
00000100:00080000:0.0:1789762201.177066:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762201.177068:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762201.177074:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789762201.177077:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762201.177081:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508731392:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789762201.177085:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762201.177098:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508731904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762201.177106:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508731520:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762201.177123:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762201.177127:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762201.177130:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762201.177138:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2172
00000800:00000100:3.0:1789762201.177141:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762201.177144:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762201.177150:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762201.177156:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff9686c954d180 x1876699508731520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762201.177157:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762201.177171:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508731520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762201.177175:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508732032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762201.177205:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762201.177210:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762201.177213:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508731520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762201.177221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508731648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762201.177236:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762201.177243:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff9686c954ca80 x1876699508731648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762201.177250:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508731648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762201.177255:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762201.177257:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762201.177259:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508731648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762201.177263:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508731776:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762201.177273:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762201.177279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff9686c954f800 x1876699508731776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762201.177290:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508731776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762201.177296:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762201.177298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762201.177301:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508731776:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762201.177311:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508731904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762201.177324:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762201.177330:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff9686c954c700 x1876699508731904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762201.177338:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508731904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762201.177343:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762201.177345:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762201.177347:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508731904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762201.177351:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508732032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762201.177360:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762201.177366:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762201/real 1789762201]  req@ffff9686c954f100 x1876699508732032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762201.177373:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508732032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762226 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762201.177378:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762201.177379:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762201.177381:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508732032:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762201.240816:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762202.264783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762203.288796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762204.312778:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762205.336825:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762206.296791:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762206.296805:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762206.296811:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762206.296827:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2178
00000100:00080000:0.0:1789762206.296843:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762206.296855:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762206.296907:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508732160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762206.296937:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762206.296942:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762206.296944:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762206.296948:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2178
00000100:00080000:0.0:1789762206.296952:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762206.296956:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762206.296968:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762206.296981:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508732288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762206.296991:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762206.296995:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762206.296996:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762206.297000:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2178
00000100:00080000:0.0:1789762206.297002:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762206.297006:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762206.297009:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762206.297017:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508732416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762206.297025:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762206.297028:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762206.297030:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762206.297033:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2178
00000100:00080000:0.0:1789762206.297036:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762206.297039:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762206.297043:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762206.297051:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508732544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762206.297060:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762206.297063:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762206.297065:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762206.297068:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2178
00000100:00080000:0.0:1789762206.297071:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762206.297075:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762206.297078:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762206.297089:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508732672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762206.297101:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762206.297107:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762206.297109:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762206.297131:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2178
00000100:00080000:0.0:1789762206.297136:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762206.297141:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762206.297148:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762206.297159:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508732160:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762206.297167:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508732800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762206.297258:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762206.297308:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff9686c954c380 x1876699508732160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762206.297330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508732160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762206.297343:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762206.297347:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762206.297352:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508732160:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762206.297361:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508732288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762206.297395:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762206.297408:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff9686c954ce00 x1876699508732288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762206.297437:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508732288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762206.297447:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762206.297451:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762206.297455:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508732288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762206.297463:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508732416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762206.297485:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762206.297497:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff9686c954dc00 x1876699508732416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762206.297509:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508732416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762206.297525:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762206.297529:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762206.297533:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508732416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762206.297540:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508732544:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762206.297560:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762206.297571:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff9686c954d880 x1876699508732544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762206.297584:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508732544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762206.297593:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762206.297596:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762206.297600:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508732544:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762206.297607:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508732672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762206.297625:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762206.297668:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff9686c954f100 x1876699508732672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762206.297685:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508732672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762206.297694:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762206.297698:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762206.297702:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508732672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762206.297733:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508732800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762206.297765:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762206.297777:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762206/real 1789762206]  req@ffff9686c954c700 x1876699508732800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762206.297789:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508732800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762231 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762206.297797:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762206.297801:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762206.297804:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508732800:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762206.360828:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762207.384845:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762208.408792:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762209.432831:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762210.456805:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762211.416769:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762211.416777:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762211.416781:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762211.416789:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2183
00000100:00080000:2.0:1789762211.416799:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762211.416804:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762211.416836:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508732928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762211.416859:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762211.416863:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762211.416865:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762211.416869:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2183
00000100:00080000:2.0:1789762211.416874:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762211.416878:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762211.416888:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508732928:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762211.416889:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762211.416909:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508733056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762211.416922:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762211.416925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762211.416926:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762211.416930:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2183
00000100:00080000:2.0:1789762211.416935:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762211.416939:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762211.416943:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762211.416954:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508733184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762211.416964:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762211.416968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762211.416970:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762211.416974:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2183
00000100:00080000:2.0:1789762211.416980:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762211.416983:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508733056:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762211.416989:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762211.416997:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762211.417014:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508733312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762211.417016:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508733184:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762211.417032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762211.417036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762211.417040:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762211.417048:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2183
00000100:00080000:2.0:1789762211.417054:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762211.417058:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508733312:192.168.203.123@tcp:8:kworker.0
00000100:00080000:2.0:1789762211.417061:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762211.417068:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762211.417079:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508733440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762211.417088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762211.417091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762211.417094:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508733440:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762211.417095:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762211.417104:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2183
00000100:00080000:2.0:1789762211.417107:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762211.417110:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762211.417114:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762211.417124:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508733568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762211.417157:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508733568:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762211.480822:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762212.504791:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762213.528772:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762214.489029:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789762214.489073:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762214.489093:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762214.489130:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762214.489141:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762214.489153:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762214.489164:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762214.489177:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762214.489177:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762214]  req@ffff9686c7a98a80 x1876699508733312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762214.489206:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508733312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762214.489219:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762214.489224:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762214.489228:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508733312:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762214.489237:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762214]  req@ffff9686c7a9bb80 x1876699508733056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762214.489251:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508733056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762214.489259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762214.489263:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762214.489267:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508733056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762214.489274:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762214]  req@ffff9686c7a99880 x1876699508733184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762214.489286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508733184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762214.489294:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762214.489298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762214.489302:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508733184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762214.489308:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762214]  req@ffff9686c7a98700 x1876699508732928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762214.489321:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508732928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762214.489329:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762214.489332:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762214.489336:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508732928:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762214.489374:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762214]  req@ffff9686c7a99180 x1876699508733568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762214.489389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508733568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762214.489397:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762214.489400:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762214.489404:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508733568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762214.489411:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762211/real 1789762214]  req@ffff9686c7a9b480 x1876699508733440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762214.489424:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508733440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762236 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762214.489433:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762214.489436:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762214.489440:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508733440:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762214.552748:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762215.576782:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762216.536721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762216.536730:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762216.536734:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762216.536744:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2188
00000100:00080000:2.0:1789762216.536754:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762216.536762:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762216.536793:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508733696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762216.536815:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762216.536818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762216.536819:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762216.536822:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2188
00000100:00080000:2.0:1789762216.536825:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762216.536828:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762216.536835:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762216.536846:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508733696:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762216.536847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508733824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762216.536870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762216.536874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762216.536877:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762216.536881:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2188
00000100:00080000:2.0:1789762216.536885:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762216.536896:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762216.536902:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762216.536918:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508733952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762216.536918:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762216.536931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762216.536935:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762216.536937:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762216.536942:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2188
00000100:00080000:2.0:1789762216.536947:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762216.536951:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762216.536957:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762216.536977:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508734080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762216.536977:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9686c7a98e00 x1876699508733696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762216.536994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762216.537000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762216.537001:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762216.537005:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2188
00000100:00080000:2.0:1789762216.537009:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762216.537013:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508733696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762216.537015:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762216.537019:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762216.537030:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508734208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762216.537033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762216.537042:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762216.537049:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762216.537051:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508733696:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762216.537055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762216.537060:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762216.537066:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2188
00000100:00080000:2.0:1789762216.537070:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762216.537075:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762216.537080:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762216.537084:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508733824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762216.537105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508734336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762216.537118:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762216.537136:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9686c7a9a680 x1876699508733824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762216.537151:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508733824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762216.537160:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762216.537164:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762216.537168:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508733824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762216.537175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508733952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762216.537199:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762216.537210:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9686c7a99f80 x1876699508733952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762216.537223:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508733952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762216.537237:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762216.537240:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762216.537243:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508733952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762216.537255:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508734080:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762216.537276:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762216.537288:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9686c7a98000 x1876699508734080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762216.537299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508734080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762216.537307:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762216.537309:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762216.537312:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508734080:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762216.537318:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508734208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762216.537338:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762216.537367:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9686c7a98380 x1876699508734208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762216.537379:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508734208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762216.537387:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762216.537390:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762216.537394:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508734208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762216.537413:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508734336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762216.537435:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762216.537447:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762216/real 1789762216]  req@ffff9686c7a9ad80 x1876699508734336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762216.537573:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508734336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762241 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762216.537581:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762216.537585:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762216.537589:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508734336:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762216.600746:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762217.624836:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762218.648812:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762219.672765:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762220.696776:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762221.656741:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762221.656753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762221.656759:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762221.656774:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2193
00000100:00080000:0.0:1789762221.656797:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762221.656806:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762221.656852:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508734464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762221.656889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762221.656893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762221.656895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762221.656900:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2193
00000100:00080000:0.0:1789762221.656904:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762221.656908:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762221.656922:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762221.656930:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508734464:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762221.656937:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508734592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762221.656947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762221.656950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762221.656952:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762221.656956:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2193
00000100:00080000:0.0:1789762221.656959:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762221.656962:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762221.656971:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762221.656982:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508734720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762221.656989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762221.656991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762221.656993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762221.656995:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2193
00000100:00080000:0.0:1789762221.657000:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762221.657004:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762221.657005:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762221.657011:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762221.657026:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508734848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762221.657033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762221.657037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762221.657040:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762221.657043:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2193
00000100:00080000:0.0:1789762221.657048:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762221.657052:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762221.657056:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762221.657067:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9686c954f800 x1876699508734464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762221.657069:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508734976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762221.657102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762221.657104:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508734464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762221.657107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762221.657111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762221.657119:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2193
00000100:00080000:0.0:1789762221.657123:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762221.657124:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762221.657128:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789762221.657132:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789762221.657134:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762221.657138:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508734464:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762221.657144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508735104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762221.657162:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508734592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762221.657183:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762221.657194:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9686c954ca80 x1876699508734592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.657202:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508734592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.657208:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.657211:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762221.657213:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508734592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762221.657217:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508734720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762221.657227:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762221.657236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9686c954d180 x1876699508734720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.657244:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508734720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.657250:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.657252:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762221.657254:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508734720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762221.657258:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508734848:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762221.657270:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762221.657276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9686c954c000 x1876699508734848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.657289:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508734848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.657294:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.657296:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762221.657298:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508734848:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762221.657302:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508734976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762221.657329:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762221.657340:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9686c954fb80 x1876699508734976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.657348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508734976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.657355:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.657357:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762221.657359:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508734976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762221.657383:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508735104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762221.657397:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762221.657406:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762221/real 1789762221]  req@ffff9686c954ea00 x1876699508735104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762221.657422:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508735104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762246 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762221.657434:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762221.657439:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762221.657444:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508735104:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762221.720806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762222.744782:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762223.768786:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762224.792776:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762225.816794:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762226.776731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762226.776740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762226.776744:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762226.776753:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2198
00000100:00080000:0.0:1789762226.776764:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762226.776771:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762226.776810:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508735232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762226.776833:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762226.776835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762226.776837:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762226.776839:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2198
00000100:00080000:0.0:1789762226.776842:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762226.776845:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762226.776852:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762226.776860:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508735360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762226.776867:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762226.776870:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762226.776871:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762226.776874:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2198
00000100:00080000:0.0:1789762226.776876:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762226.776879:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762226.776885:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762226.776886:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508735232:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762226.776893:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508735488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762226.776901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762226.776903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762226.776904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762226.776907:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2198
00000100:00080000:0.0:1789762226.776910:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762226.776914:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762226.776925:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762226.776939:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508735616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762226.776951:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762226.776954:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762226.776960:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762226.776962:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762226.776967:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2198
00000100:00080000:0.0:1789762226.776972:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762226.776975:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762226.776980:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762226.776991:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508735744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762226.776998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762226.777002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762226.777003:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9686c954ed80 x1876699508735232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762226.777004:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762226.777010:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2198
00000100:00080000:0.0:1789762226.777015:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762226.777021:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762226.777025:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762226.777033:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508735232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762226.777037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508735872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762226.777059:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.777064:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762226.777067:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508735232:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762226.777074:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508735360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762226.777094:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762226.777104:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9686c954e300 x1876699508735360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762226.777111:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508735360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.777117:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.777119:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762226.777121:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508735360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762226.777140:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508735488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762226.777151:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762226.777158:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9686c954df80 x1876699508735488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762226.777165:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508735488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.777170:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.777171:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762226.777173:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508735488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762226.777177:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508735616:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762226.777187:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762226.777193:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9686c954e680 x1876699508735616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762226.777200:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508735616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.777205:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.777207:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762226.777209:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508735616:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762226.777212:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508735744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762226.777222:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762226.777228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9686c954ea00 x1876699508735744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762226.777235:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508735744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.777240:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.777242:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762226.777243:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508735744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762226.777247:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508735872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762226.777256:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762226.777262:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762226/real 1789762226]  req@ffff9686c954fb80 x1876699508735872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762226.777294:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508735872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762251 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762226.777302:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762226.777306:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762226.777309:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508735872:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762226.840816:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762227.864837:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762228.888814:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762229.912768:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762230.936793:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762231.896807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762231.896821:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762231.896828:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762231.896843:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2203
00000100:00080000:0.0:1789762231.896858:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762231.896869:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762231.896921:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508736000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762231.896951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762231.896956:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762231.896958:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762231.896963:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2203
00000100:00080000:0.0:1789762231.896968:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762231.896972:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762231.896985:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762231.897002:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508736128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762231.897011:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508736000:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762231.897038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762231.897043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762231.897046:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762231.897052:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2203
00000100:00080000:0.0:1789762231.897056:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762231.897062:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762231.897067:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762231.897082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508736256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762231.897091:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762231.897100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762231.897105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762231.897107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762231.897113:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2203
00000100:00080000:0.0:1789762231.897118:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762231.897123:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762231.897129:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762231.897150:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508736384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762231.897150:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9686c954c000 x1876699508736000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762231.897187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762231.897191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762231.897194:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762231.897198:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508736000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762231.897203:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2203
00000100:00080000:0.0:1789762231.897220:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762231.897222:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762231.897244:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789762231.897245:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789762231.897255:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762231.897255:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508736000:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762231.897273:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508736512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762231.897286:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762231.897290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762231.897292:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762231.897299:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508736128:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762231.897300:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2203
00000100:00080000:0.0:1789762231.897309:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762231.897315:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762231.897322:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762231.897332:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762231.897338:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508736640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762231.897351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9686c954d180 x1876699508736128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762231.897379:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508736128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762231.897389:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762231.897395:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762231.897398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508736128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762231.897406:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508736256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762231.897447:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762231.897463:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9686c954ca80 x1876699508736256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762231.897478:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508736256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762231.897487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762231.897490:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762231.897493:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508736256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762231.897498:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508736384:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762231.897517:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762231.897524:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9686c954f800 x1876699508736384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762231.897533:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508736384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762231.897539:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762231.897543:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762231.897547:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508736384:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762231.897552:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508736512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762231.897574:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762231.897587:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9686c954c700 x1876699508736512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762231.897600:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508736512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762231.897609:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762231.897613:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762231.897616:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508736512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762231.897660:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508736640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762231.897678:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762231.897686:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762231/real 1789762231]  req@ffff9686c954f100 x1876699508736640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762231.897695:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508736640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762256 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762231.897701:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762231.897703:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762231.897705:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508736640:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762231.960777:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762232.984827:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762234.008777:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762235.032868:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762236.056742:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762237.016721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762237.016735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762237.016741:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762237.016754:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2208
00000100:00080000:1.0:1789762237.016767:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762237.016775:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762237.016825:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508736768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762237.016850:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762237.016853:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762237.016855:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762237.016858:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2208
00000100:00080000:1.0:1789762237.016863:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762237.016867:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762237.016877:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762237.016883:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508736768:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762237.016891:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508736896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762237.016900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762237.016903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762237.016905:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762237.016907:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2208
00000100:00080000:1.0:1789762237.016911:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762237.016913:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762237.016916:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762237.016924:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508737024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762237.016931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762237.016933:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762237.016935:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762237.016937:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2208
00000100:00080000:1.0:1789762237.016939:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762237.016942:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762237.016946:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762237.016955:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508737152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762237.016962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762237.016964:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762237.016966:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762237.016968:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2208
00000100:00080000:1.0:1789762237.016971:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762237.016974:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:2.0:1789762237.016979:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762237.016981:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762237.016991:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508737280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762237.016999:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762237.017002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762237.017003:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762237.017006:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2208
00000100:00080000:1.0:1789762237.017008:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762237.017010:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762237.017013:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762237.017021:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508737408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762237.017030:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff9686c4be8380 x1876699508736768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762237.017048:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508736768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762237.017058:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762237.017061:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762237.017064:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508736768:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762237.017086:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508736896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762237.017105:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762237.017113:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff9686c4bead80 x1876699508736896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762237.017122:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508736896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762237.017133:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762237.017135:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762237.017137:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508736896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762237.017141:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508737024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762237.017151:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762237.017157:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff9686c4bebb80 x1876699508737024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762237.017164:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508737024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762237.017170:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762237.017171:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762237.017173:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508737024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762237.017177:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508737152:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762237.017202:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762237.017213:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff9686c4be9c00 x1876699508737152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762237.017221:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508737152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762237.017227:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762237.017229:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762237.017232:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508737152:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762237.017236:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508737280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762237.017250:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762237.017257:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff9686c4bea680 x1876699508737280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762237.017264:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508737280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762237.017269:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762237.017271:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762237.017273:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508737280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762237.017276:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508737408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762237.017287:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762237.017292:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762237/real 1789762237]  req@ffff9686c4be9f80 x1876699508737408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762237.017300:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508737408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762262 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762237.017305:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762237.017306:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762237.017308:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508737408:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762237.080792:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762238.104864:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762239.128816:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762240.152792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762241.176914:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762242.136731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762242.136743:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762242.136748:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762242.136764:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2213
00000100:00080000:1.0:1789762242.136776:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762242.136785:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762242.136828:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508737536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762242.136854:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762242.136858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762242.136859:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762242.136862:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2213
00000100:00080000:1.0:1789762242.136865:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762242.136868:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762242.136877:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762242.136889:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508737664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762242.136901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762242.136904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762242.136906:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762242.136911:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2213
00000100:00080000:1.0:1789762242.136915:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762242.136918:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508737536:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762242.136923:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762242.136931:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762242.136945:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508737792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762242.136953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762242.136956:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762242.136957:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762242.136960:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2213
00000100:00080000:1.0:1789762242.136964:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762242.136966:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762242.136971:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762242.136979:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508737920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762242.136987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762242.136990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762242.136992:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762242.136994:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2213
00000100:00080000:1.0:1789762242.136996:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762242.136998:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762242.137002:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762242.137003:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762242.137012:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508738048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762242.137019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762242.137022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762242.137023:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762242.137026:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2213
00000100:00080000:1.0:1789762242.137036:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762242.137038:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762242.137042:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762242.137050:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508738176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762242.137066:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff9686c4beaa00 x1876699508737536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762242.137087:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508737536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762242.137097:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762242.137100:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762242.137103:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508737536:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762242.137110:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508737664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762242.137130:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762242.137141:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff9686c4beb800 x1876699508737664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762242.137149:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508737664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762242.137169:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762242.137171:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762242.137174:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508737664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762242.137201:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508737792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762242.137223:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762242.137236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff9686c4be8e00 x1876699508737792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762242.137257:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508737792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762242.137267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762242.137271:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762242.137275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508737792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762242.137281:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508737920:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762242.137304:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762242.137316:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff9686c4beb100 x1876699508737920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762242.137328:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508737920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762242.137334:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762242.137337:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762242.137339:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508737920:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762242.137343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508738048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762242.137359:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762242.137366:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff9686c4be9500 x1876699508738048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762242.137373:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508738048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762242.137383:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762242.137386:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762242.137388:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508738048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762242.137391:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508738176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762242.137401:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762242.137406:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762242/real 1789762242]  req@ffff9686c4be9880 x1876699508738176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762242.137413:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508738176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762267 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762242.137419:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762242.137420:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762242.137422:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508738176:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762242.200840:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762243.224750:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762244.248883:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762245.272847:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762246.296839:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762247.256758:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.256774:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762247.256780:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.256796:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2218
00000100:00080000:0.0:1789762247.256811:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.256822:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762247.256870:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508738304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.256899:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.256904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762247.256907:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.256912:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2218
00000100:00080000:0.0:1789762247.256917:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.256923:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762247.256936:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762247.256936:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508738304:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762247.256958:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508738432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.256972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.256976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762247.256978:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.256983:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2218
00000100:00080000:0.0:1789762247.256988:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.256992:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762247.256998:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762247.257010:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762247.257012:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508738560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.257025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.257029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762247.257032:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.257035:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2218
00000100:00080000:0.0:1789762247.257040:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.257044:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762247.257051:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762247.257056:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff9686c954d880 x1876699508738304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762247.257067:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508738688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762247.257075:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508738304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762247.257089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762247.257092:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762247.257096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762247.257100:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789762247.257101:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762247.257107:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508738304:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762247.257110:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2218
00000100:00080000:0.0:1789762247.257130:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.257135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762247.257141:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762247.257153:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508738432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762247.257159:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508738816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762247.257174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762247.257180:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:2.0:1789762247.257181:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762247.257183:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762247.257191:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2218
00000100:00080000:0.0:1789762247.257195:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762247.257202:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762247.257204:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff9686c954dc00 x1876699508738432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762247.257208:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762247.257223:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508738944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762247.257230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508738432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762247.257245:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762247.257248:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762247.257250:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508738432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762247.257257:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508738560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762247.257274:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762247.257282:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff9686c954ce00 x1876699508738560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762247.257290:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508738560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762247.257295:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762247.257297:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762247.257300:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508738560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762247.257303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508738688:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762247.257315:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762247.257325:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff9686c954c380 x1876699508738688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762247.257338:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508738688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762247.257356:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762247.257359:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762247.257363:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508738688:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762247.257379:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508738816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762247.257395:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762247.257410:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff9686c954d880 x1876699508738816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762247.257419:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508738816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762247.257425:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762247.257427:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762247.257429:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508738816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762247.257433:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508738944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762247.257445:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762247.257451:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762247/real 1789762247]  req@ffff9686c954f100 x1876699508738944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762247.257458:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508738944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762272 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762247.257464:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762247.257466:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762247.257468:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508738944:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762247.320758:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762248.344799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762249.368767:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762250.392797:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762251.416821:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762252.376786:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762252.376795:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762252.376800:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762252.376813:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2224
00000100:00080000:1.0:1789762252.376826:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.376835:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762252.376880:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508739072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762252.376912:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762252.376922:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762252.376924:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762252.376929:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2224
00000100:00080000:1.0:1789762252.376933:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.376938:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762252.376949:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762252.376961:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508739072:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762252.376967:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508739200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762252.376981:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762252.376984:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762252.376987:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762252.376992:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2224
00000100:00080000:1.0:1789762252.376996:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.377000:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762252.377005:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762252.377019:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508739328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762252.377021:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762252.377034:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762252.377039:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762252.377041:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762252.377046:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2224
00000100:00080000:1.0:1789762252.377050:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.377054:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762252.377060:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762252.377061:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff9686c4be8000 x1876699508739072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762252.377094:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508739456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762252.377097:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508739072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762252.377118:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762252.377122:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762252.377123:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762252.377128:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762252.377132:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762252.377137:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2224
00000100:00100000:2.0:1789762252.377142:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508739072:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762252.377144:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.377153:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762252.377159:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762252.377173:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508739200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762252.377175:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508739584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762252.377191:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762252.377195:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762252.377198:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762252.377202:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2224
00000800:00000100:2.0:1789762252.377207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762252.377208:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762252.377216:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762252.377222:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762252.377228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff9686c4be8700 x1876699508739200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762252.377237:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508739712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762252.377249:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508739200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762252.377260:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762252.377264:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762252.377270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508739200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762252.377278:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508739328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762252.377297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762252.377306:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff9686c4beb480 x1876699508739328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762252.377314:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508739328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762252.377320:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762252.377322:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762252.377324:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508739328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762252.377328:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508739456:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762252.377339:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762252.377345:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff9686c4be9880 x1876699508739456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762252.377352:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508739456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762252.377357:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762252.377359:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762252.377361:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508739456:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762252.377372:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508739584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762252.377382:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762252.377390:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff9686c4be9500 x1876699508739584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762252.377397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508739584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762252.377402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762252.377404:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762252.377405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508739584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762252.377409:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508739712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762252.377418:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762252.377424:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762252/real 1789762252]  req@ffff9686c4beb100 x1876699508739712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762252.377431:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508739712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762277 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762252.377436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762252.377438:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762252.377439:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508739712:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762252.440821:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762253.464753:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762254.488804:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762255.512771:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762256.536816:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762257.497093:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.497100:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762257.497103:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.497111:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2229
00000100:00080000:2.0:1789762257.497120:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.497128:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762257.497154:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508739840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762257.497177:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.497180:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762257.497181:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.497185:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2229
00000100:00080000:2.0:1789762257.497187:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.497190:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762257.497197:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762257.497205:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508739968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762257.497212:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.497214:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762257.497215:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.497217:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2229
00000100:00080000:2.0:1789762257.497219:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.497221:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762257.497223:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762257.497229:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508740096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762257.497235:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.497237:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762257.497239:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.497241:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2229
00000100:00080000:2.0:1789762257.497243:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.497245:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762257.497248:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762257.497255:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508740224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762257.497268:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.497271:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762257.497272:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.497275:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2229
00000100:00080000:2.0:1789762257.497279:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.497282:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762257.497286:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762257.497294:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508740352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762257.497302:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762257.497305:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762257.497306:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762257.497310:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2229
00000100:00080000:2.0:1789762257.497312:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762257.497314:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762257.497318:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762257.497329:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508740480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762257.497341:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508739840:192.168.203.123@tcp:250:kworker.0
00000800:00000100:3.0:1789762257.497438:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762257.497487:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9686c7a9a300 x1876699508739840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762257.497506:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508739840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762257.497516:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762257.497520:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762257.497523:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508739840:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762257.497530:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508739968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762257.497549:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762257.497558:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9686c7a9b800 x1876699508739968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762257.497566:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508739968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762257.497572:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762257.497574:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762257.497577:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508739968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762257.497581:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508740096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762257.497592:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762257.497597:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9686c7a9b100 x1876699508740096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762257.497605:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508740096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762257.497610:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762257.497612:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762257.497614:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508740096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762257.497617:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508740224:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762257.497665:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762257.497683:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9686c7a99c00 x1876699508740224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762257.497704:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508740224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762257.497712:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762257.497718:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762257.497723:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508740224:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762257.497759:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508740352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762257.497781:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762257.497793:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9686c7a9aa00 x1876699508740352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762257.497807:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508740352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762257.497816:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762257.497820:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762257.497822:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508740352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762257.497827:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508740480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762257.497843:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762257.497851:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762257/real 1789762257]  req@ffff9686c7a9ad80 x1876699508740480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762257.497859:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508740480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762282 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762257.497865:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762257.497867:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762257.497870:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508740480:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762257.560806:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762258.584785:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762259.608902:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762260.632831:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762261.656820:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762262.616730:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762262.616742:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762262.616747:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762262.616759:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2234
00000100:00080000:2.0:1789762262.616771:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762262.616780:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762262.616836:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508740608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762262.616863:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762262.616867:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762262.616869:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762262.616874:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2234
00000100:00080000:2.0:1789762262.616878:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762262.616882:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762262.616892:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.616899:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508740608:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762262.616905:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508740736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762262.616915:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762262.616918:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762262.616919:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762262.616922:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2234
00000100:00080000:2.0:1789762262.616926:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762262.616930:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762262.616935:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762262.616943:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508740864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762262.616951:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762262.616954:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762262.616955:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762262.616958:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762262.616959:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2234
00000100:00080000:2.0:1789762262.616962:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762262.616965:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762262.616969:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762262.616978:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508740992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762262.616987:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762262.616990:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762262.616992:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762262.616995:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2234
00000100:00100000:3.0:1789762262.617012:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9686c7a98380 x1876699508740608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762262.617014:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762262.617018:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762262.617023:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.617030:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508740608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762262.617032:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508741120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762262.617042:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.617046:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762262.617049:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762262.617050:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508740608:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762262.617053:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762262.617054:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762262.617057:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2234
00000100:00080000:2.0:1789762262.617061:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762262.617064:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762262.617068:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762262.617071:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508740736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762262.617076:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508741248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762262.617093:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762262.617107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9686c7a98000 x1876699508740736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.617120:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508740736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.617126:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.617129:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762262.617131:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508740736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762262.617135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508740864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762262.617151:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762262.617159:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9686c7a99f80 x1876699508740864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.617166:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508740864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.617171:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.617173:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762262.617175:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508740864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762262.617178:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508740992:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762262.617189:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762262.617195:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9686c7a9a680 x1876699508740992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.617202:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508740992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.617207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.617209:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762262.617211:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508740992:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762262.617214:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508741120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762262.617223:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762262.617229:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9686c7a98e00 x1876699508741120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.617236:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508741120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.617241:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.617243:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762262.617245:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508741120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762262.617256:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508741248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762262.617267:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762262.617273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762262/real 1789762262]  req@ffff9686c7a9b480 x1876699508741248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762262.617279:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508741248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762287 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762262.617284:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762262.617286:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762262.617288:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508741248:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762262.680828:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762263.704833:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762264.728868:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762265.752918:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762266.776808:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762267.736721:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762267.736730:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762267.736733:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762267.736743:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2239
00000100:00080000:2.0:1789762267.736753:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762267.736759:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762267.736793:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508741376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762267.736814:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762267.736817:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762267.736818:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762267.736821:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2239
00000100:00080000:2.0:1789762267.736823:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762267.736826:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762267.736834:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762267.736842:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508741504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762267.736850:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762267.736855:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762267.736856:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762267.736857:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508741376:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762267.736861:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2239
00000100:00080000:2.0:1789762267.736866:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762267.736869:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762267.736872:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762267.736881:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508741632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762267.736887:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762267.736889:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762267.736890:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762267.736892:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2239
00000100:00080000:2.0:1789762267.736894:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762267.736896:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762267.736899:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762267.736906:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508741760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762267.736912:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762267.736915:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762267.736917:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762267.736919:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2239
00000100:00080000:2.0:1789762267.736921:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762267.736924:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762267.736928:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762267.736929:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762267.736936:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508741888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762267.736943:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762267.736946:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762267.736947:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762267.736950:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2239
00000100:00080000:2.0:1789762267.736952:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762267.736954:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762267.736957:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762267.736980:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508742016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762267.736990:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9686c7a99180 x1876699508741376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.737011:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508741376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.737022:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.737025:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762267.737030:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508741376:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762267.737053:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508741504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762267.737073:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762267.737083:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9686c7a98700 x1876699508741504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.737092:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508741504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.737097:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.737099:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762267.737102:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508741504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762267.737105:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508741632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762267.737116:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762267.737122:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9686c7a99880 x1876699508741632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.737129:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508741632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.737134:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.737136:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762267.737138:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508741632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762267.737141:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508741760:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762267.737152:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762267.737158:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9686c7a9bb80 x1876699508741760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.737165:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508741760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.737170:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.737172:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762267.737174:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508741760:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762267.737177:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508741888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762267.737187:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762267.737192:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9686c7a98a80 x1876699508741888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.737199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508741888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.737204:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.737205:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762267.737207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508741888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762267.737210:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508742016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762267.737220:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762267.737225:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762267/real 1789762267]  req@ffff9686c7a9b480 x1876699508742016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762267.737232:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508742016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762292 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762267.737237:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762267.737239:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762267.737241:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508742016:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762267.800848:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762268.824820:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762269.848851:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762270.872796:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762271.896847:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762272.856799:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762272.856811:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762272.856816:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762272.856829:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2244
00000100:00080000:2.0:1789762272.856843:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762272.856852:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762272.856901:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508742144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762272.856946:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762272.856950:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762272.856951:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762272.856956:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2244
00000100:00080000:2.0:1789762272.856959:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762272.856980:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762272.856990:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762272.857003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508742272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762272.857011:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508742144:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762272.857014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762272.857030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762272.857034:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762272.857040:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2244
00000100:00080000:2.0:1789762272.857043:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762272.857045:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762272.857048:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762272.857056:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508742400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762272.857062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762272.857065:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762272.857066:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762272.857070:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2244
00000100:00080000:2.0:1789762272.857073:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762272.857076:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762272.857081:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762272.857089:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508742528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762272.857097:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762272.857101:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762272.857103:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762272.857105:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2244
00000100:00080000:2.0:1789762272.857108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762272.857110:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762272.857114:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762272.857118:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762272.857125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508742656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762272.857133:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762272.857136:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762272.857138:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762272.857143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2244
00000100:00080000:2.0:1789762272.857147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762272.857149:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762272.857154:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762272.857168:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508742784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762272.857177:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9686c7a98e00 x1876699508742144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.857205:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508742144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.857217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.857223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762272.857228:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508742144:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762272.857254:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508742272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762272.857282:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762272.857296:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9686c7a9a680 x1876699508742272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.857309:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508742272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.857318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.857322:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762272.857326:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508742272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762272.857333:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508742400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762272.857355:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762272.857367:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9686c7a99f80 x1876699508742400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.857379:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508742400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.857387:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.857391:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762272.857394:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508742400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762272.857401:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508742528:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762272.857423:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762272.857435:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9686c7a98000 x1876699508742528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.857447:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508742528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.857456:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.857459:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762272.857463:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508742528:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762272.857469:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508742656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762272.857492:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762272.857504:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9686c7a98380 x1876699508742656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.857518:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508742656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.857526:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.857529:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762272.857533:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508742656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762272.857539:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508742784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762272.857560:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762272.857572:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762272/real 1789762272]  req@ffff9686c7a9ad80 x1876699508742784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762272.857585:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508742784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762297 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762272.857594:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762272.857597:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762272.857601:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508742784:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762272.920848:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762273.944817:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762274.968838:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762275.992871:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762277.016825:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762277.976731:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762277.976744:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762277.976751:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762277.976766:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2249
00000100:00080000:1.0:1789762277.976781:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762277.976791:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762277.976840:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508742912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762277.976868:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762277.976872:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762277.976875:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762277.976880:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2249
00000100:00080000:1.0:1789762277.976897:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762277.976902:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762277.976914:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762277.976920:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508742912:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762277.976928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508743040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762277.976938:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762277.976940:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762277.976942:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762277.976945:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2249
00000100:00080000:1.0:1789762277.976949:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762277.976952:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762277.976957:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762277.976965:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508743168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762277.976972:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762277.976975:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762277.976977:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762277.976979:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2249
00000100:00080000:1.0:1789762277.976982:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762277.976984:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762277.976987:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762277.976995:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508743296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762277.977003:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762277.977006:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762277.977007:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762277.977010:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2249
00000100:00080000:1.0:1789762277.977012:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762277.977015:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762277.977018:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762277.977026:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508743424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762277.977034:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762277.977037:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762277.977039:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762277.977042:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2249
00000100:00080000:1.0:1789762277.977044:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762277.977048:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762277.977052:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762277.977053:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508743040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762277.977063:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508743552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762277.977089:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508743168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762277.977105:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508743296:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762277.977120:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508743424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762277.977154:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508743552:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762278.040821:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762279.064895:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762280.088781:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762281.048985:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789762281.049037:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762281.049056:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762281.049100:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762281.049112:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762281.049123:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762281.049132:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762281.049143:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762281.049148:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762281]  req@ffff9686c4beb800 x1876699508743040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762281.049179:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508743040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762281.049194:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762281.049201:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762281.049206:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508743040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762281.049215:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762281]  req@ffff9686c4beaa00 x1876699508743168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762281.049229:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508743168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762281.049237:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762281.049242:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762281.049246:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508743168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762281.049254:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762281]  req@ffff9686c4be9f80 x1876699508743296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762281.049267:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508743296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762281.049275:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762281.049280:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762281.049283:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508743296:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762281.049290:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762281]  req@ffff9686c4bea680 x1876699508743424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762281.049303:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508743424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762281.049311:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762281.049314:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762281.049317:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508743424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762281.049325:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762281]  req@ffff9686c4be8e00 x1876699508742912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762281.049338:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508742912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762281.049347:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762281.049351:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762281.049354:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508742912:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762281.049396:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762277/real 1789762281]  req@ffff9686c4be9c00 x1876699508743552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762281.049410:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508743552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762302 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762281.049419:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762281.049423:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762281.049427:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508743552:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762281.112836:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762282.136810:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762283.096817:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.096828:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762283.096832:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.096842:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2254
00000100:00080000:2.0:1789762283.096867:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.096877:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762283.096927:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508743680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.096962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.096967:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762283.096969:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.096979:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2254
00000100:00080000:2.0:1789762283.096984:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.096989:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762283.097003:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762283.097004:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508743680:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762283.097028:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508743808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.097042:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.097046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762283.097048:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.097053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2254
00000100:00080000:2.0:1789762283.097058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.097063:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762283.097070:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762283.097083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508743936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.097093:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.097097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762283.097099:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762283.097104:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762283.097109:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2254
00000100:00080000:2.0:1789762283.097114:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.097119:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762283.097128:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762283.097141:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508744064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.097153:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.097157:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762283.097159:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.097164:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2254
00000100:00080000:2.0:1789762283.097169:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762283.097175:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762283.097181:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762283.097196:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff9686c7a9aa00 x1876699508743680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762283.097197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508744192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762283.097234:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762283.097238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762283.097240:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762283.097247:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2254
00000100:00100000:3.0:1789762283.097249:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508743680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762283.097253:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762283.097267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762283.097268:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762283.097279:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762283.097280:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762283.097289:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508743680:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762283.097298:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508744320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762283.097332:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508743808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762283.097364:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762283.097379:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff9686c7a99c00 x1876699508743808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762283.097393:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508743808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762283.097403:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762283.097421:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762283.097425:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508743808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762283.097432:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508743936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762283.097457:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762283.097470:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff9686c7a9b100 x1876699508743936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762283.097484:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508743936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762283.097492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762283.097496:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762283.097499:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508743936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762283.097506:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508744064:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762283.097648:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762283.097666:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff9686c7a9b800 x1876699508744064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762283.097679:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508744064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762283.097687:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762283.097691:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762283.097694:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508744064:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762283.097700:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508744192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762283.097725:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762283.097737:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff9686c7a9a300 x1876699508744192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762283.097762:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508744192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762283.097770:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762283.097773:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762283.097777:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508744192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762283.097783:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508744320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762283.097806:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762283.097817:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762283/real 1789762283]  req@ffff9686c7a9ad80 x1876699508744320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762283.097829:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508744320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762308 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762283.097836:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762283.097840:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762283.097843:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508744320:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762283.160807:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762284.184803:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762285.208868:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762286.232860:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762287.256810:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762288.216750:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762288.216759:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762288.216763:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762288.216772:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2259
00000100:00080000:1.0:1789762288.216782:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762288.216789:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762288.216869:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508744448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762288.216915:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762288.216918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762288.216920:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762288.216923:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2259
00000100:00080000:1.0:1789762288.216927:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762288.216932:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762288.216940:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762288.216946:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508744448:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762288.216953:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508744576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762288.216986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762288.216992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762288.216994:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762288.217000:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2259
00000100:00080000:1.0:1789762288.217006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762288.217011:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762288.217018:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762288.217034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508744704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762288.217060:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762288.217068:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762288.217069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762288.217078:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762288.217086:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2259
00000100:00080000:1.0:1789762288.217093:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762288.217100:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762288.217107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762288.217149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508744832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762288.217157:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762288.217159:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff9686c4bebb80 x1876699508744448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762288.217160:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762288.217164:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762288.217169:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2259
00000100:00080000:1.0:1789762288.217174:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762288.217179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762288.217184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762288.217195:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508744960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762288.217201:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508744448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762288.217205:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762288.217238:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762288.217241:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762288.217248:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2259
00000100:00080000:1.0:1789762288.217252:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762288.217257:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762288.217263:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762288.217274:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762288.217281:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789762288.217284:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508745088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762288.217291:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508744448:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762288.217349:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508744576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762288.217415:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762288.217459:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff9686c4bead80 x1876699508744576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762288.217483:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508744576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762288.217498:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762288.217503:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762288.217507:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508744576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762288.217515:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508744704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762288.217560:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762288.217574:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff9686c4be8380 x1876699508744704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762288.217594:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508744704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762288.217603:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762288.217607:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762288.217610:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508744704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762288.217618:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508744832:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762288.217669:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762288.217683:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff9686c4be9c00 x1876699508744832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762288.217695:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508744832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762288.217704:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762288.217708:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762288.217711:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508744832:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762288.217717:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508744960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762288.217772:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762288.217817:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff9686c4be8e00 x1876699508744960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762288.217832:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508744960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762288.217841:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762288.217844:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762288.217847:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508744960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762288.217863:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508745088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762288.217879:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762288.217887:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762288/real 1789762288]  req@ffff9686c4bea680 x1876699508745088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762288.217911:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508745088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762313 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762288.217917:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762288.217919:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762288.217922:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508745088:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762288.280874:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762289.304854:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762290.328858:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762291.352893:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762292.376837:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762293.336722:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762293.336731:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762293.336744:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762293.336754:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2265
00000100:00080000:1.0:1789762293.336765:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762293.336789:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762293.336835:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508745216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762293.336866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762293.336869:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762293.336871:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762293.336876:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2265
00000100:00080000:1.0:1789762293.336880:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762293.336884:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762293.336893:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762293.336914:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508745344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762293.336914:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508745216:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762293.336944:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762293.336947:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762293.336951:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762293.336959:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2265
00000100:00080000:1.0:1789762293.336963:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762293.336970:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762293.336976:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762293.336993:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508745472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762293.337001:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762293.337004:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762293.337007:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762293.337011:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2265
00000100:00080000:1.0:1789762293.337014:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762293.337015:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762293.337019:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762293.337025:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762293.337036:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508745600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762293.337044:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762293.337047:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762293.337048:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762293.337052:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2265
00000100:00080000:1.0:1789762293.337056:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762293.337061:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762293.337066:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762293.337070:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff9686c4be9f80 x1876699508745216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762293.337091:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508745216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762293.337097:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508745728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762293.337103:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762293.337113:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762293.337122:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508745216:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762293.337124:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762293.337130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762293.337133:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762293.337137:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2265
00000100:00080000:1.0:1789762293.337144:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762293.337147:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762293.337153:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762293.337158:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508745344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762293.337175:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508745856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762293.337189:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762293.337207:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff9686c4beaa00 x1876699508745344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762293.337217:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508745344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762293.337223:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762293.337226:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762293.337229:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508745344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762293.337232:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508745472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762293.337244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762293.337251:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff9686c4beb800 x1876699508745472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762293.337259:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508745472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762293.337265:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762293.337267:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762293.337269:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508745472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762293.337272:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508745600:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762293.337284:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762293.337292:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff9686c4beb100 x1876699508745600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762293.337300:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508745600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762293.337306:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762293.337309:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762293.337311:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508745600:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762293.337314:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508745728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762293.337326:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762293.337332:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff9686c4be9500 x1876699508745728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762293.337340:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508745728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762293.337346:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762293.337348:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762293.337349:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508745728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762293.337363:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508745856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762293.337377:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762293.337384:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762293/real 1789762293]  req@ffff9686c4be9880 x1876699508745856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762293.337394:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508745856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762318 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762293.337400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762293.337403:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762293.337406:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508745856:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762293.400902:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762294.424842:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762295.448828:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762296.472870:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762297.496815:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762298.456806:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762298.456819:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762298.456824:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762298.456839:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2270
00000100:00080000:2.0:1789762298.456853:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762298.456871:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762298.456922:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508745984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762298.456958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762298.456963:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762298.456964:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762298.456970:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2270
00000100:00080000:2.0:1789762298.456975:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762298.456980:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762298.456992:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762298.457004:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508745984:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762298.457007:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508746112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762298.457041:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762298.457045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762298.457047:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762298.457054:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2270
00000100:00080000:2.0:1789762298.457059:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762298.457063:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762298.457069:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762298.457082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508746240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762298.457089:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762298.457125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762298.457131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762298.457134:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762298.457142:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2270
00000100:00100000:3.0:1789762298.457149:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff9686c7a98380 x1876699508745984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762298.457152:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762298.457167:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762298.457174:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508745984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762298.457176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789762298.457197:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762298.457204:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762298.457205:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508746368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762298.457216:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508745984:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762298.457247:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762298.457250:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762298.457253:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762298.457260:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2270
00000100:00080000:2.0:1789762298.457264:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762298.457268:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508746112:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762298.457273:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762298.457283:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762298.457297:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508746496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762298.457311:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762298.457319:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762298.457320:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762298.457329:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762298.457337:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2270
00000100:00080000:2.0:1789762298.457342:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762298.457347:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762298.457353:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762298.457360:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff9686c7a98000 x1876699508746112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762298.457371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508746624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762298.457399:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508746112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762298.457429:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762298.457432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762298.457438:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508746112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762298.457444:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508746240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762298.457464:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762298.457483:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff9686c7a99f80 x1876699508746240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762298.457499:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508746240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762298.457505:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762298.457507:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762298.457509:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508746240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762298.457513:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508746368:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762298.457525:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762298.457531:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff9686c7a9a680 x1876699508746368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762298.457538:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508746368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762298.457543:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762298.457545:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762298.457547:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508746368:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762298.457559:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508746496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762298.457570:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762298.457576:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff9686c7a98e00 x1876699508746496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762298.457583:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508746496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762298.457588:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762298.457590:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762298.457592:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508746496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762298.457596:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508746624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762298.457606:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762298.457612:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762298/real 1789762298]  req@ffff9686c7a9b480 x1876699508746624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762298.457619:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508746624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762323 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762298.457623:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762298.457625:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762298.457646:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508746624:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762298.520819:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762299.544821:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762300.568861:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762301.592839:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762302.616823:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762303.576689:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.576719:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762303.576724:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.576736:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2275
00000100:00080000:2.0:1789762303.576749:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762303.576757:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762303.576821:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508746752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762303.576841:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.576844:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762303.576847:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.576852:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2275
00000100:00080000:2.0:1789762303.576855:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762303.576860:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762303.576869:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508746752:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762303.576874:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762303.576887:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508746880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762303.576898:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.576900:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762303.576902:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.576905:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2275
00000100:00080000:2.0:1789762303.576908:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762303.576911:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762303.576916:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762303.576925:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508747008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762303.576932:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.576939:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789762303.576940:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762303.576945:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.576951:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2275
00000100:00080000:2.0:1789762303.576954:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762303.576959:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762303.576964:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762303.576974:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508747136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762303.576986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.576989:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762303.576993:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9686c7a98a80 x1876699508746752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762303.576994:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.577010:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2275
00000100:00080000:2.0:1789762303.577023:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762303.577028:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508746752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762303.577035:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762303.577047:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762303.577051:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762303.577055:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762303.577062:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508746752:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762303.577070:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508747264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762303.577079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762303.577082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762303.577084:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762303.577088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2275
00000100:00100000:3.0:1789762303.577092:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508746880:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762303.577093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762303.577103:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762303.577108:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762303.577119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508747392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762303.577127:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762303.577143:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9686c7a9bb80 x1876699508746880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.577156:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508746880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.577163:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.577166:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762303.577168:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508746880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762303.577173:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508747008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762303.577185:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762303.577191:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9686c7a99880 x1876699508747008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.577198:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508747008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.577208:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.577211:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762303.577213:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508747008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762303.577216:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508747136:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762303.577227:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762303.577233:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9686c7a98700 x1876699508747136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.577239:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508747136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.577244:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.577246:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762303.577248:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508747136:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762303.577252:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508747264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762303.577262:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762303.577268:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9686c7a99180 x1876699508747264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.577275:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508747264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.577280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.577282:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762303.577285:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508747264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762303.577302:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508747392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762303.577314:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762303.577320:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762303/real 1789762303]  req@ffff9686c7a98a80 x1876699508747392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762303.577326:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508747392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762328 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762303.577331:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762303.577333:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762303.577335:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508747392:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762303.640794:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762304.664818:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762305.688806:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762306.712918:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762307.736880:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762308.696757:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.696769:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762308.696774:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.696785:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2280
00000100:00080000:0.0:1789762308.696806:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.696819:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762308.696855:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508747520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.696879:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.696882:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762308.696885:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.696888:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2280
00000100:00080000:0.0:1789762308.696892:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.696896:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762308.696905:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762308.696920:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508747520:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762308.696921:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508747648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.696939:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.696942:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762308.696944:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.696955:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2280
00000100:00080000:0.0:1789762308.696962:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.696967:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762308.696974:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762308.697003:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508747776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762308.697007:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762308.697026:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.697031:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762308.697035:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.697040:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2280
00000100:00100000:3.0:1789762308.697052:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9686c954c700 x1876699508747520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762308.697054:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.697064:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762308.697073:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762308.697080:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508747520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762308.697090:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508747904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762308.697104:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.697126:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789762308.697130:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762308.697137:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762308.697138:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508747520:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762308.697139:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.697150:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2280
00000100:00080000:0.0:1789762308.697154:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.697157:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762308.697162:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762308.697181:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508747648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762308.697182:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508748032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762308.697203:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762308.697215:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762308.697223:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762308.697227:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762308.697233:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2280
00000100:00080000:0.0:1789762308.697239:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762308.697244:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762308.697250:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762308.697256:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9686c954f800 x1876699508747648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762308.697272:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508748160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762308.697283:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508747648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762308.697328:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.697333:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762308.697338:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508747648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762308.697345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508747776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762308.697370:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762308.697381:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9686c954ca80 x1876699508747776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762308.697392:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508747776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762308.697399:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.697402:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762308.697405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508747776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762308.697429:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508747904:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762308.697451:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762308.697466:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9686c954d180 x1876699508747904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762308.697479:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508747904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762308.697489:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.697493:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762308.697496:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508747904:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762308.697520:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508748032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762308.697541:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762308.697552:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9686c954c000 x1876699508748032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762308.697564:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508748032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762308.697580:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.697583:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762308.697586:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508748032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762308.697592:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508748160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762308.697609:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762308.697619:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762308/real 1789762308]  req@ffff9686c954fb80 x1876699508748160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762308.697631:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508748160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762333 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762308.697639:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762308.697641:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762308.697722:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508748160:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762308.760876:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762309.784856:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762310.808904:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762311.832829:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762312.856826:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762313.816821:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.816835:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762313.816842:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.816857:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2285
00000100:00080000:0.0:1789762313.816874:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.816886:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762313.816950:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508748288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762313.816978:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.816983:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762313.816986:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.816993:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2285
00000100:00080000:0.0:1789762313.817000:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762313.817007:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508748288:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762313.817015:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762313.817037:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762313.817071:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508748416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762313.817094:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.817101:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762313.817106:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.817113:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2285
00000800:00000100:3.0:1789762313.817121:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762313.817153:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.817163:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762313.817172:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762313.817181:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9686c954ea00 x1876699508748288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762313.817199:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508748544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762313.817217:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508748288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762313.817220:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.817235:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762313.817242:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.817258:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2285
00000100:00080000:3.0:1789762313.817259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762313.817267:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762313.817274:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789762313.817280:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762313.817289:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508748288:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789762313.817291:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762313.817314:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508748672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762313.817331:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762313.817335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508748416:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762313.817338:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762313.817345:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762313.817354:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2285
00000100:00080000:0.0:1789762313.817359:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.817366:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762313.817375:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762313.817383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762313.817399:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508748800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762313.817411:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9686c954e680 x1876699508748416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762313.817423:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762313.817438:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762313.817443:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762313.817450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508748416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762313.817451:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2285
00000100:00080000:0.0:1789762313.817462:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762313.817474:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762313.817487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762313.817488:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762313.817503:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762313.817518:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508748416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762313.817520:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508748928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762313.817544:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508748544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762313.817594:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762313.817693:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9686c954df80 x1876699508748544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.817724:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508748544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.817741:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762313.817748:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762313.817756:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508748544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762313.817790:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508748672:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762313.817837:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762313.817863:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9686c954e300 x1876699508748672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.817890:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508748672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.817908:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762313.817915:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762313.817921:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508748672:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762313.817949:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508748800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762313.818002:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762313.818022:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9686c954ed80 x1876699508748800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.818038:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508748800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.818049:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762313.818053:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762313.818057:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508748800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762313.818064:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508748928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762313.818088:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762313.818099:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762313/real 1789762313]  req@ffff9686c954ea00 x1876699508748928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762313.818113:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508748928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762338 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762313.818122:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762313.818126:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762313.818129:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508748928:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789762313.880928:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789762314.904825:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762315.928859:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762316.952811:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762317.976808:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762318.936722:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.936730:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762318.936735:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.936745:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2290
00000100:00080000:1.0:1789762318.936755:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.936762:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762318.936795:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508749056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762318.936833:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.936836:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762318.936838:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.936841:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2290
00000100:00080000:1.0:1789762318.936844:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.936847:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762318.936855:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762318.936866:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508749184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762318.936870:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508749056:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762318.936877:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.936883:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762318.936884:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.936888:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2290
00000100:00080000:1.0:1789762318.936893:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.936897:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762318.936903:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762318.936917:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508749312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762318.936928:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762318.936930:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762318.936935:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762318.936938:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.936941:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2290
00000100:00080000:1.0:1789762318.936945:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.936948:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762318.936953:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762318.936964:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508749440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762318.936984:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9686c4beb480 x1876699508749056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762318.936985:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.936994:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762318.936997:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.937005:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2290
00000100:00080000:1.0:1789762318.937008:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.937014:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762318.937014:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508749056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762318.937020:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762318.937030:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762318.937034:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508749568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762318.937036:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762318.937044:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508749056:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762318.937053:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762318.937056:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762318.937057:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762318.937060:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2290
00000100:00080000:1.0:1789762318.937062:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762318.937064:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762318.937069:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762318.937070:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508749184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762318.937080:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508749696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762318.937093:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762318.937107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9686c4be8700 x1876699508749184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.937116:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508749184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.937122:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.937124:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762318.937126:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508749184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762318.937130:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508749312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762318.937142:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762318.937150:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9686c4be8000 x1876699508749312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.937158:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508749312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.937163:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.937165:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762318.937167:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508749312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762318.937170:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508749440:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762318.937184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762318.937191:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9686c4be9880 x1876699508749440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.937198:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508749440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.937203:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.937204:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762318.937206:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508749440:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762318.937210:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508749568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762318.937219:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762318.937226:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9686c4be9500 x1876699508749568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.937233:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508749568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.937237:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.937239:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762318.937241:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508749568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762318.937250:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508749696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762318.937260:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762318.937266:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762318/real 1789762318]  req@ffff9686c4beb100 x1876699508749696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762318.937273:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508749696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762343 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762318.937278:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762318.937280:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762318.937282:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508749696:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762319.000777:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762320.024837:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762321.048914:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762322.072842:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762323.096847:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762324.056780:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762324.056791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762324.056795:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762324.056807:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2295
00000100:00080000:0.0:1789762324.056819:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762324.056828:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762324.056882:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508749824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762324.056906:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762324.056909:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762324.056911:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762324.056914:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2295
00000100:00080000:0.0:1789762324.056917:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762324.056920:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762324.056931:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762324.056944:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508749952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762324.056951:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508749824:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762324.056956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762324.056968:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762324.056969:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762324.056973:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2295
00000100:00080000:0.0:1789762324.056976:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762324.056979:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762324.056982:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762324.056992:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508750080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762324.056997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762324.057000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762324.057002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762324.057005:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2295
00000100:00080000:0.0:1789762324.057009:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762324.057011:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762324.057015:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762324.057022:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508750208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762324.057029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762324.057032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762324.057033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762324.057036:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2295
00000100:00080000:0.0:1789762324.057044:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762324.057044:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762324.057053:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762324.057056:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762324.057064:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508750336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762324.057072:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762324.057075:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762324.057076:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762324.057080:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2295
00000100:00080000:0.0:1789762324.057083:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762324.057086:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762324.057089:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762324.057100:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508750464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762324.057105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff9686c954fb80 x1876699508749824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762324.057129:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508749824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762324.057141:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762324.057145:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762324.057149:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508749824:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762324.057170:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508749952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762324.057189:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762324.057198:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff9686c954c000 x1876699508749952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762324.057206:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508749952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762324.057212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762324.057214:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762324.057216:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508749952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762324.057221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508750080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762324.057232:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762324.057238:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff9686c954d180 x1876699508750080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762324.057245:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508750080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762324.057250:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762324.057252:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762324.057254:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508750080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762324.057257:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508750208:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762324.057268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762324.057273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff9686c954ca80 x1876699508750208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762324.057280:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508750208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762324.057285:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762324.057287:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762324.057289:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508750208:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762324.057292:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508750336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762324.057303:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762324.057309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff9686c954f800 x1876699508750336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762324.057316:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508750336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762324.057321:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762324.057323:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762324.057325:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508750336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762324.057328:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508750464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762324.057338:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762324.057344:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762324/real 1789762324]  req@ffff9686c954c700 x1876699508750464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762324.057351:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508750464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762349 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762324.057355:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762324.057357:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762324.057359:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508750464:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762324.120863:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762325.144801:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762326.168896:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762327.192751:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762328.216817:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762329.176708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.176716:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762329.176721:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762329.176733:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2300
00000100:00080000:2.0:1789762329.176744:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762329.176752:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762329.176787:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508750592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762329.176813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.176818:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762329.176820:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762329.176827:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2300
00000100:00080000:2.0:1789762329.176832:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762329.176837:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762329.176844:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508750592:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762329.176847:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762329.176866:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508750720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762329.176879:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.176883:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762329.176886:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762329.176899:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2300
00000100:00080000:2.0:1789762329.176904:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762329.176909:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762329.176913:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762329.176921:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762329.176937:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508750848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762329.176947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.176951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762329.176953:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762329.176958:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2300
00000100:00080000:2.0:1789762329.176961:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762329.176964:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762329.176969:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762329.176978:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508750976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762329.176988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.176991:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762329.176993:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762329.176997:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2300
00000100:00080000:2.0:1789762329.177000:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762329.177004:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762329.177009:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff9686c7a9b480 x1876699508750592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762329.177011:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762329.177026:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508751104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762329.177036:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508750592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762329.177038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762329.177047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762329.177061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762329.177066:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762329.177069:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2300
00000100:00080000:2.0:1789762329.177076:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762329.177080:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762329.177082:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762329.177088:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508750592:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762329.177090:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762329.177107:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508751232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762329.177225:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508750720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762329.177257:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762329.177277:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff9686c7a98e00 x1876699508750720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762329.177337:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508750720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762329.177344:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762329.177347:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762329.177349:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508750720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762329.177354:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508750848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762329.177372:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762329.177380:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff9686c7a9a680 x1876699508750848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762329.177388:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508750848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762329.177394:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762329.177396:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762329.177398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508750848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762329.177402:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508750976:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762329.177413:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762329.177420:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff9686c7a99f80 x1876699508750976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762329.177427:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508750976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762329.177432:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762329.177434:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762329.177436:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508750976:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762329.177439:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508751104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762329.177449:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762329.177464:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff9686c7a98000 x1876699508751104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762329.177472:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508751104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762329.177477:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762329.177479:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762329.177481:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508751104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762329.177484:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508751232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762329.177495:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762329.177515:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762329/real 1789762329]  req@ffff9686c7a98380 x1876699508751232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762329.177524:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508751232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762354 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762329.177529:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762329.177531:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762329.177535:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508751232:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762329.240783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762330.264799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762331.288756:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762332.312758:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762333.336904:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762334.296738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762334.296749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762334.296754:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.296766:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2306
00000100:00080000:2.0:1789762334.296797:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762334.296806:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762334.296844:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508751360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762334.296874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762334.296878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762334.296881:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.296885:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2306
00000100:00080000:2.0:1789762334.296890:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762334.296895:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762334.296903:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762334.296924:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508751488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762334.296924:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508751360:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762334.296959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762334.296963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762334.296965:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.296970:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2306
00000100:00080000:2.0:1789762334.296977:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762334.296984:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762334.296991:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762334.297003:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508751616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762334.297010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762334.297013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762334.297014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.297020:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2306
00000800:00000100:3.0:1789762334.297029:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762334.297032:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762334.297038:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762334.297044:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762334.297054:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508751744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762334.297063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762334.297065:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762334.297067:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.297071:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2306
00000100:00080000:2.0:1789762334.297074:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762334.297077:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762334.297080:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762334.297094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508751872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762334.297101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762334.297103:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff9686c7a9ad80 x1876699508751360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762334.297107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762334.297111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762334.297126:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2306
00000100:00080000:2.0:1789762334.297134:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762334.297141:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762334.297148:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762334.297152:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508751360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762334.297166:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508752000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762334.297173:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762334.297180:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762334.297187:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508751360:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762334.297220:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508751488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762334.297245:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762334.297256:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff9686c7a9a300 x1876699508751488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762334.297276:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508751488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762334.297289:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762334.297292:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762334.297295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508751488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762334.297300:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508751616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762334.297315:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762334.297323:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff9686c7a9b800 x1876699508751616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762334.297332:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508751616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762334.297338:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762334.297340:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762334.297342:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508751616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762334.297346:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508751744:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762334.297360:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762334.297367:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff9686c7a9b100 x1876699508751744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762334.297375:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508751744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762334.297381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762334.297383:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762334.297386:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508751744:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762334.297391:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508751872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762334.297404:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762334.297411:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff9686c7a99c00 x1876699508751872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762334.297418:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508751872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762334.297424:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762334.297426:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762334.297428:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508751872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762334.297432:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508752000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762334.297444:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762334.297450:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762334/real 1789762334]  req@ffff9686c7a9aa00 x1876699508752000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762334.297458:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508752000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762359 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762334.297481:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762334.297484:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762334.297487:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508752000:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762334.360820:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762335.384851:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762336.408758:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762337.432790:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762338.456781:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762339.416808:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762339.416831:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762339.416836:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762339.416848:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2311
00000100:00080000:1.0:1789762339.416862:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762339.416869:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762339.416913:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508752128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762339.416940:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762339.416943:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762339.416945:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762339.416948:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2311
00000100:00080000:1.0:1789762339.416951:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762339.416955:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762339.416966:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762339.416976:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508752256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762339.416984:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762339.416987:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762339.416990:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762339.416997:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2311
00000100:00100000:3.0:1789762339.416998:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508752128:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762339.416999:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762339.417005:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762339.417013:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762339.417029:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508752384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762339.417036:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762339.417039:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762339.417040:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762339.417043:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2311
00000100:00080000:1.0:1789762339.417046:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762339.417048:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762339.417053:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762339.417063:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508752512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762339.417075:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762339.417078:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762339.417079:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762339.417081:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2311
00000100:00080000:1.0:1789762339.417084:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762339.417090:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762339.417090:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762339.417098:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762339.417107:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508752640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762339.417115:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762339.417118:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762339.417120:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762339.417123:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2311
00000100:00080000:1.0:1789762339.417125:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762339.417128:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762339.417131:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762339.417139:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508752768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762339.417151:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff9686c4beb800 x1876699508752128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762339.417170:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508752128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762339.417178:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762339.417181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762339.417185:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508752128:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762339.417207:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508752256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762339.417228:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762339.417236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff9686c4beaa00 x1876699508752256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762339.417244:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508752256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762339.417250:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762339.417252:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762339.417254:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508752256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762339.417258:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508752384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762339.417268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762339.417274:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff9686c4be9f80 x1876699508752384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762339.417281:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508752384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762339.417290:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762339.417293:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762339.417295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508752384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762339.417298:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508752512:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762339.417309:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762339.417314:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff9686c4bea680 x1876699508752512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762339.417321:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508752512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762339.417327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762339.417329:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762339.417331:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508752512:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762339.417334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508752640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762339.417344:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762339.417350:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff9686c4be8e00 x1876699508752640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762339.417357:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508752640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762339.417362:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762339.417363:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762339.417366:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508752640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762339.417369:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508752768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762339.417379:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762339.417385:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762339/real 1789762339]  req@ffff9686c4be9c00 x1876699508752768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762339.417391:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508752768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762364 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762339.417396:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762339.417398:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762339.417400:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508752768:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762339.480838:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762340.504767:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762341.528805:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762342.552800:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762343.576829:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762344.536693:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.536702:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762344.536705:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.536715:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2316
00000100:00080000:1.0:1789762344.536724:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.536731:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762344.536765:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508752896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.536787:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.536790:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762344.536791:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.536794:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2316
00000100:00080000:1.0:1789762344.536796:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.536799:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762344.536806:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.536815:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508753024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762344.536821:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508752896:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762344.536825:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.536829:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762344.536830:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.536833:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2316
00000100:00080000:1.0:1789762344.536835:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.536837:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762344.536841:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.536848:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508753152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.536855:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.536858:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762344.536860:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.536862:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2316
00000100:00080000:1.0:1789762344.536864:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.536867:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762344.536870:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762344.536878:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508753280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.536884:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.536887:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762344.536888:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.536890:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2316
00000100:00080000:1.0:1789762344.536893:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762344.536895:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762344.536898:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.536905:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508753408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762344.536912:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762344.536915:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762344.536917:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762344.536919:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2316
00000100:00080000:1.0:1789762344.536922:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762344.536927:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508753024:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762344.536928:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762344.536935:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762344.536947:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508753536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762344.536979:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508753152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762344.537001:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508753280:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762344.537016:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508753408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762344.537038:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508753536:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762344.600780:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762345.624814:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762346.648807:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762347.609056:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789762347.609121:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762347.609142:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762347.609198:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762347.609210:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762347.609222:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762347.609236:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762347.609251:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762347.609288:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9686c4bead80 x1876699508753024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762347.609319:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508753024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762347.609332:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762347.609337:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762347.609342:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508753024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762347.609353:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9686c4bebb80 x1876699508753152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762347.609403:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508753152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762347.609414:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762347.609419:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762347.609424:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508753152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762347.609433:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9686c4be9c00 x1876699508753280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762347.609450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508753280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762347.609476:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762347.609481:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762347.609486:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508753280:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762347.609495:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9686c4be8e00 x1876699508753408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762347.609512:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508753408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762347.609523:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762347.609527:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762347.609531:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508753408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762347.609538:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9686c4be8380 x1876699508752896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762347.609552:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508752896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762347.609561:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762347.609564:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762347.609568:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508752896:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762347.609602:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762344/real 1789762347]  req@ffff9686c4bea680 x1876699508753536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762347.609618:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508753536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762369 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762347.609657:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762347.609662:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762347.609667:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508753536:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762347.672917:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762348.696814:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762349.656838:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762349.656863:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762349.656869:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762349.656882:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2321
00000100:00080000:0.0:1789762349.656894:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762349.656902:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762349.656971:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508753664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762349.657034:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762349.657068:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762349.657072:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762349.657084:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2321
00000100:00080000:0.0:1789762349.657091:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762349.657098:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762349.657112:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762349.657125:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508753664:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762349.657137:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508753792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762349.657152:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762349.657155:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762349.657158:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762349.657162:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2321
00000100:00080000:0.0:1789762349.657168:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762349.657172:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762349.657178:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762349.657196:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508753920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762349.657224:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762349.657225:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762349.657232:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762349.657236:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762349.657244:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2321
00000100:00080000:0.0:1789762349.657252:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762349.657258:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762349.657267:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762349.657283:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9686c954f100 x1876699508753664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762349.657291:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508754048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762349.657320:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508753664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762349.657324:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762349.657333:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762349.657335:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762349.657345:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2321
00000100:00080000:0.0:1789762349.657375:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762349.657381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762349.657386:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789762349.657394:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789762349.657401:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762349.657405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508753664:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762349.657426:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508754176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762349.657446:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762349.657447:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508753792:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762349.657457:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762349.657462:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762349.657470:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2321
00000100:00080000:0.0:1789762349.657477:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762349.657483:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762349.657491:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762349.657498:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762349.657515:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508754304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762349.657528:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9686c954d880 x1876699508753792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762349.657550:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508753792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762349.657564:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762349.657569:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762349.657574:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508753792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762349.657583:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508753920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762349.657620:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762349.657679:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9686c954c380 x1876699508753920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762349.657696:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508753920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762349.657707:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762349.657712:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762349.657717:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508753920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762349.657726:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508754048:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762349.657770:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762349.657785:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9686c954ce00 x1876699508754048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762349.657803:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508754048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762349.657814:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762349.657819:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762349.657836:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508754048:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762349.657860:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508754176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762349.657889:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762349.657906:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9686c954dc00 x1876699508754176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762349.657925:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508754176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762349.657936:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762349.657941:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762349.657946:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508754176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762349.657955:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508754304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762349.657985:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762349.658002:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762349/real 1789762349]  req@ffff9686c954f100 x1876699508754304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762349.658020:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508754304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762374 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762349.658038:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762349.658043:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762349.658047:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508754304:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762349.720919:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762350.744739:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762351.768848:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762352.792808:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762353.816838:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762354.776797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762354.776809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762354.776815:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762354.776831:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2326
00000100:00080000:0.0:1789762354.776846:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762354.776856:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762354.776912:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508754432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762354.776946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762354.776950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762354.776952:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762354.776956:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2326
00000100:00080000:0.0:1789762354.776960:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762354.776963:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762354.776975:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762354.776992:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508754560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762354.777001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762354.777004:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762354.777006:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762354.777009:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2326
00000100:00080000:0.0:1789762354.777011:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762354.777015:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762354.777020:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762354.777028:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508754688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762354.777037:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762354.777041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762354.777043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762354.777048:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508754432:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762354.777049:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2326
00000100:00080000:0.0:1789762354.777054:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762354.777061:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762354.777065:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762354.777075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508754816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762354.777105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762354.777109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762354.777111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762354.777115:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2326
00000100:00080000:0.0:1789762354.777118:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762354.777121:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762354.777125:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762354.777136:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508754944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762354.777146:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762354.777150:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762354.777154:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762354.777155:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762354.777160:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2326
00000100:00080000:0.0:1789762354.777163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762354.777167:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762354.777171:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762354.777180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508755072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762354.777206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9686c954c700 x1876699508754432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.777226:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508754432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.777239:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.777243:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762354.777247:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508754432:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762354.777254:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508754560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762354.777272:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762354.777281:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9686c954f800 x1876699508754560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.777291:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508754560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.777299:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.777301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762354.777304:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508754560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762354.777367:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508754688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762354.777405:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762354.777416:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9686c954ca80 x1876699508754688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.777427:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508754688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.777435:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.777438:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762354.777441:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508754688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762354.777446:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508754816:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762354.777461:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762354.777469:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9686c954d180 x1876699508754816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.777479:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508754816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.777486:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.777488:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762354.777491:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508754816:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762354.777496:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508754944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762354.777510:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762354.777532:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9686c954c000 x1876699508754944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.777544:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508754944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.777551:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.777554:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762354.777556:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508754944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762354.777561:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508755072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762354.777576:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762354.777585:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762354/real 1789762354]  req@ffff9686c954fb80 x1876699508755072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762354.777595:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508755072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762379 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762354.777603:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762354.777605:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762354.777610:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508755072:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762354.840833:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762355.864865:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762356.888853:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762357.912878:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762358.936826:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762359.896870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.896890:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762359.896898:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.896916:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2331
00000100:00080000:2.0:1789762359.896932:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.896943:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762359.897023:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508755200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762359.897081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.897085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762359.897086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.897091:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2331
00000100:00080000:2.0:1789762359.897096:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.897101:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762359.897113:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762359.897134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508755200:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762359.897140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508755328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762359.897152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.897172:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762359.897175:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.897179:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2331
00000100:00080000:2.0:1789762359.897183:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.897188:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762359.897193:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762359.897208:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508755456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762359.897235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.897237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762359.897239:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.897242:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2331
00000100:00080000:2.0:1789762359.897263:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.897267:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762359.897283:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762359.897297:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508755584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762359.897306:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762359.897315:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.897319:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762359.897322:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762359.897326:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2331
00000100:00080000:2.0:1789762359.897337:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.897341:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762359.897347:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762359.897356:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508755712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762359.897373:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762359.897376:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762359.897380:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762359.897382:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9686c7a9aa00 x1876699508755200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762359.897385:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2331
00000100:00080000:2.0:1789762359.897392:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762359.897400:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762359.897409:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762359.897418:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508755840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762359.897424:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508755200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762359.897473:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762359.897481:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762359.897487:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508755200:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762359.897520:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508755328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762359.897549:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762359.897565:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9686c7a99c00 x1876699508755328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762359.897580:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508755328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762359.897591:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762359.897595:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762359.897600:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508755328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762359.897606:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508755456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762359.897658:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762359.897674:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9686c7a9b100 x1876699508755456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762359.897688:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508755456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762359.897716:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762359.897721:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762359.897725:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508755456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762359.897732:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508755584:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762359.897773:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762359.897788:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9686c7a9b800 x1876699508755584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762359.897815:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508755584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762359.897828:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762359.897832:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762359.897837:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508755584:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762359.897845:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508755712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762359.897883:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762359.897900:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9686c7a9a300 x1876699508755712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762359.897917:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508755712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762359.897930:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762359.897943:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762359.897949:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508755712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762359.897958:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508755840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762359.897998:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762359.898010:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762359/real 1789762359]  req@ffff9686c7a9ad80 x1876699508755840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762359.898024:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508755840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762384 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762359.898034:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762359.898054:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762359.898058:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508755840:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762359.960843:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762360.984740:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762362.008764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762363.032866:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762364.056857:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762365.016781:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.016790:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762365.016795:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762365.016805:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2336
00000100:00080000:0.0:1789762365.016818:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.016827:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762365.016867:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508755968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762365.016900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.016906:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762365.016908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762365.016913:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2336
00000100:00080000:0.0:1789762365.016919:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.016924:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762365.016935:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762365.016959:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508755968:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762365.016960:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508756096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762365.016988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.017000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762365.017002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762365.017009:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2336
00000100:00080000:0.0:1789762365.017013:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.017016:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762365.017021:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762365.017036:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508756224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762365.017048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.017051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762365.017052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762365.017054:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2336
00000100:00080000:0.0:1789762365.017058:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.017060:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762365.017063:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762365.017073:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508756352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762365.017080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.017083:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762365.017088:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762365.017094:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762365.017096:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2336
00000100:00080000:0.0:1789762365.017106:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.017110:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762365.017113:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762365.017123:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508756480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762365.017130:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762365.017133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762365.017135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762365.017138:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2336
00000100:00080000:0.0:1789762365.017141:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762365.017143:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762365.017147:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762365.017164:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508756608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762365.017173:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff9686c954ea00 x1876699508755968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.017197:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508755968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.017213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.017218:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762365.017226:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508755968:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762365.017289:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508756096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762365.017331:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762365.017350:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff9686c954ed80 x1876699508756096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.017373:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508756096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.017382:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.017387:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762365.017391:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508756096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762365.017401:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508756224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762365.017420:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762365.017431:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff9686c954e300 x1876699508756224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.017450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508756224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.017458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.017463:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762365.017467:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508756224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762365.017473:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508756352:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762365.017494:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762365.017510:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff9686c954df80 x1876699508756352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.017527:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508756352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.017534:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.017540:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762365.017548:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508756352:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762365.017557:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508756480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762365.017579:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762365.017589:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff9686c954e680 x1876699508756480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.017599:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508756480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.017608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.017611:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762365.017615:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508756480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762365.017619:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508756608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762365.017671:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762365.017682:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762365/real 1789762365]  req@ffff9686c954fb80 x1876699508756608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762365.017695:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508756608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762390 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762365.017703:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762365.017708:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762365.017713:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508756608:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762365.080776:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762366.104854:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762367.128872:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762368.152788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762369.176910:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762370.136743:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762370.136759:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762370.136766:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762370.136782:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2341
00000100:00080000:0.0:1789762370.136797:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762370.136806:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762370.136856:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508756736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762370.136883:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762370.136887:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762370.136888:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762370.136892:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2341
00000100:00080000:0.0:1789762370.136894:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762370.136897:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762370.136905:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762370.136916:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508756864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762370.136925:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762370.136928:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762370.136930:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762370.136933:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2341
00000100:00080000:0.0:1789762370.136936:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762370.136940:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762370.136943:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762370.136952:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508756992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762370.136959:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508756736:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762370.136964:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762370.136977:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762370.136979:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762370.136983:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2341
00000100:00080000:0.0:1789762370.136985:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762370.136988:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762370.136991:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762370.137003:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508757120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762370.137010:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762370.137013:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762370.137014:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762370.137017:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2341
00000100:00080000:0.0:1789762370.137020:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762370.137022:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762370.137028:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762370.137035:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508757248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762370.137042:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762370.137045:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762370.137046:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762370.137051:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2341
00000100:00080000:0.0:1789762370.137063:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762370.137063:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762370.137079:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762370.137085:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762370.137097:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508757376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762370.137128:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff9686c954c000 x1876699508756736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762370.137144:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508756736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762370.137154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762370.137158:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762370.137164:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508756736:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762370.137173:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508756864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762370.137215:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762370.137226:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff9686c954d180 x1876699508756864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762370.137235:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508756864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762370.137241:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762370.137243:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762370.137245:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508756864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762370.137274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508756992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762370.137296:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762370.137309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff9686c954ca80 x1876699508756992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762370.137317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508756992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762370.137323:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762370.137325:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762370.137327:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508756992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762370.137332:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508757120:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762370.137347:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762370.137354:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff9686c954f800 x1876699508757120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762370.137362:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508757120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762370.137367:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762370.137369:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762370.137381:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508757120:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762370.137386:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508757248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762370.137401:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762370.137409:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff9686c954c700 x1876699508757248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762370.137416:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508757248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762370.137421:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762370.137423:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762370.137425:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508757248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762370.137429:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508757376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762370.137439:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762370.137445:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762370/real 1789762370]  req@ffff9686c954f100 x1876699508757376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762370.137451:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508757376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762395 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762370.137457:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762370.137459:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762370.137461:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508757376:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762370.200881:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762371.224760:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762372.248850:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762373.272829:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762374.296833:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762375.256711:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.256719:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762375.256724:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.256733:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2346
00000100:00080000:2.0:1789762375.256743:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.256749:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762375.256783:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508757504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.256804:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.256807:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762375.256808:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.256812:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2346
00000100:00080000:2.0:1789762375.256815:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.256818:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762375.256825:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762375.256829:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508757504:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762375.256837:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508757632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.256845:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.256848:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762375.256850:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.256853:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2346
00000100:00080000:2.0:1789762375.256855:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.256858:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762375.256861:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762375.256868:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508757760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.256874:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.256877:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762375.256878:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.256881:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2346
00000100:00080000:2.0:1789762375.256883:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.256885:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762375.256888:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762375.256894:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762375.256898:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508757888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.256905:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762375.256908:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762375.256909:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.256912:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2346
00000100:00080000:2.0:1789762375.256915:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.256928:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762375.256930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762375.256938:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508758016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762375.256952:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762375.256953:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff9686c7a98380 x1876699508757504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762375.256958:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762375.256962:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762375.256970:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2346
00000100:00080000:2.0:1789762375.256973:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762375.256976:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762375.256979:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762375.256980:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508757504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762375.256988:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508758144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762375.257006:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762375.257011:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762375.257015:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508757504:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762375.257035:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508757632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762375.257053:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762375.257072:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff9686c7a98000 x1876699508757632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762375.257080:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508757632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762375.257085:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762375.257087:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762375.257090:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508757632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762375.257093:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508757760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762375.257103:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762375.257109:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff9686c7a99f80 x1876699508757760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762375.257116:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508757760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762375.257121:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762375.257123:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762375.257125:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508757760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762375.257128:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508757888:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762375.257138:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762375.257144:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff9686c7a9a680 x1876699508757888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762375.257151:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508757888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762375.257175:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762375.257178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762375.257182:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508757888:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762375.257188:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508758016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762375.257209:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762375.257222:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff9686c7a98e00 x1876699508758016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762375.257235:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508758016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762375.257243:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762375.257247:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762375.257251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508758016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762375.257258:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508758144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762375.257278:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762375.257287:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762375/real 1789762375]  req@ffff9686c7a9b480 x1876699508758144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762375.257295:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508758144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762400 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762375.257300:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762375.257302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762375.257305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508758144:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762375.320820:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762376.344845:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762377.368916:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762378.392812:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762379.416804:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762380.376791:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762380.376809:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762380.376833:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762380.376850:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2352
00000100:00080000:2.0:1789762380.376868:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762380.376898:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762380.376963:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508758272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762380.376999:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762380.377004:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762380.377006:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762380.377011:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2352
00000100:00080000:2.0:1789762380.377016:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762380.377024:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762380.377045:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762380.377048:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508758272:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762380.377065:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508758400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762380.377077:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762380.377081:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762380.377083:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762380.377087:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2352
00000100:00080000:2.0:1789762380.377091:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762380.377094:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762380.377099:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762380.377111:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508758528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762380.377144:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762380.377149:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762380.377151:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762380.377156:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2352
00000100:00080000:2.0:1789762380.377160:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762380.377166:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762380.377175:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762380.377176:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762380.377199:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508758656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762380.377216:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762380.377222:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762380.377225:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762380.377231:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2352
00000100:00080000:2.0:1789762380.377237:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762380.377242:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762380.377248:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762380.377263:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff9686c7a98a80 x1876699508758272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762380.377264:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508758784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762380.377335:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762380.377339:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762380.377341:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762380.377348:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2352
00000100:00100000:3.0:1789762380.377352:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508758272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762380.377353:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762380.377361:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762380.377371:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762380.377388:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762380.377391:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508758912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762380.377405:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762380.377418:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508758272:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762380.377453:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508758400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762380.377484:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762380.377528:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff9686c7a99180 x1876699508758400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762380.377541:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508758400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762380.377549:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762380.377552:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762380.377556:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508758400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762380.377567:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508758528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762380.377587:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762380.377597:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff9686c7a98700 x1876699508758528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762380.377608:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508758528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762380.377615:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762380.377618:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762380.377621:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508758528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762380.377651:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508758656:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762380.377690:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762380.377707:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff9686c7a99880 x1876699508758656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762380.377725:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508758656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762380.377737:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762380.377743:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762380.377749:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508758656:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762380.377758:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508758784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762380.377786:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762380.377799:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff9686c7a9bb80 x1876699508758784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762380.377810:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508758784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762380.377835:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762380.377838:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762380.377842:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508758784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762380.377847:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508758912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762380.377864:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762380.377872:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762380/real 1789762380]  req@ffff9686c7a9b480 x1876699508758912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762380.377883:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508758912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762405 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762380.377890:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762380.377892:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762380.377895:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508758912:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762380.440901:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762381.464805:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762382.488829:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762383.512767:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762384.536854:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762385.496760:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.496771:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762385.496776:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.496789:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2357
00000100:00080000:2.0:1789762385.496804:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.496814:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762385.496862:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508759040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762385.496888:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.496891:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762385.496892:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.496896:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2357
00000100:00080000:2.0:1789762385.496898:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.496902:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762385.496911:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762385.496921:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508759168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762385.496934:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508759040:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762385.496937:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.496950:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762385.496953:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.496958:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2357
00000100:00080000:2.0:1789762385.496960:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.496964:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762385.496968:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762385.496977:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508759296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762385.496984:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.496986:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762385.496988:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.496992:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2357
00000100:00080000:2.0:1789762385.497004:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.497007:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762385.497013:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762385.497020:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762385.497028:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508759424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762385.497043:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.497046:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762385.497049:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762385.497055:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2357
00000100:00100000:3.0:1789762385.497059:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9686c7a98e00 x1876699508759040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762385.497062:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.497074:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762385.497095:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762385.497100:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508759040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.497112:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762385.497119:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508759552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762385.497121:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762385.497136:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508759040:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762385.497164:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762385.497168:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762385.497170:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762385.497179:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508759168:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762385.497189:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2357
00000100:00080000:2.0:1789762385.497197:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762385.497202:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762385.497207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762385.497209:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762385.497222:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9686c7a9a680 x1876699508759168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762385.497231:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508759680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762385.497238:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508759168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.497273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.497287:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762385.497304:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508759168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762385.497323:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508759296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762385.497342:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762385.497351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9686c7a99f80 x1876699508759296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762385.497360:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508759296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.497365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.497367:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762385.497369:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508759296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762385.497373:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508759424:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762385.497391:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762385.497402:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9686c7a98000 x1876699508759424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762385.497424:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508759424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.497434:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.497437:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762385.497441:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508759424:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762385.497446:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508759552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762385.497462:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762385.497481:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9686c7a98380 x1876699508759552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762385.497489:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508759552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.497494:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.497496:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762385.497498:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508759552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762385.497511:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508759680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762385.497521:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762385.497527:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762385/real 1789762385]  req@ffff9686c7a9ad80 x1876699508759680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762385.497534:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508759680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762410 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762385.497540:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762385.497542:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762385.497544:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508759680:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762385.560797:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762386.584822:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762387.608847:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762388.632831:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762389.656893:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762390.616770:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.616779:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762390.616784:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.616794:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2362
00000100:00080000:0.0:1789762390.616817:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.616825:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762390.616862:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508759808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762390.616926:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.616930:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762390.616932:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.616936:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2362
00000100:00080000:0.0:1789762390.616942:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.616948:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762390.616959:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762390.616993:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508759936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762390.616993:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508759808:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762390.617032:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.617036:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762390.617050:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.617056:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2362
00000100:00080000:0.0:1789762390.617061:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.617075:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762390.617080:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762390.617090:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508760064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762390.617099:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.617102:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762390.617103:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.617106:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2362
00000100:00080000:0.0:1789762390.617109:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.617112:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762390.617116:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762390.617123:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508760192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762390.617133:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762390.617146:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.617149:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762390.617150:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.617153:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2362
00000100:00080000:0.0:1789762390.617156:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.617159:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762390.617162:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762390.617172:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508760320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762390.617178:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762390.617180:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762390.617182:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762390.617185:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2362
00000100:00080000:0.0:1789762390.617187:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762390.617190:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762390.617193:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762390.617208:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508760448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762390.617209:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9686c954dc00 x1876699508759808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762390.617299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508759808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762390.617312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762390.617316:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762390.617319:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508759808:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762390.617346:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508759936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762390.617369:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762390.617380:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9686c954ce00 x1876699508759936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762390.617389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508759936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762390.617395:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762390.617398:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762390.617400:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508759936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762390.617406:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508760064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762390.617418:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762390.617425:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9686c954c380 x1876699508760064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762390.617432:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508760064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762390.617437:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762390.617439:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762390.617441:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508760064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762390.617445:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508760192:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762390.617458:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762390.617464:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9686c954d880 x1876699508760192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762390.617471:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508760192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762390.617476:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762390.617478:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762390.617480:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508760192:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762390.617483:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508760320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762390.617494:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762390.617501:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9686c954f100 x1876699508760320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762390.617509:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508760320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762390.617514:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762390.617515:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762390.617517:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508760320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762390.617521:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508760448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762390.617531:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762390.617537:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762390/real 1789762390]  req@ffff9686c954c700 x1876699508760448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762390.617543:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508760448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762415 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762390.617548:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762390.617550:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762390.617552:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508760448:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762390.680825:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762391.704827:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762392.728883:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762393.752834:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762394.776832:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762395.736727:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762395.736737:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762395.736742:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762395.736751:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2367
00000100:00080000:0.0:1789762395.736761:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762395.736768:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762395.736816:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508760576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762395.736842:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762395.736846:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762395.736848:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762395.736852:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2367
00000100:00080000:0.0:1789762395.736883:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762395.736888:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762395.736899:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762395.736908:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508760576:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762395.736921:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508760704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762395.736932:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762395.736935:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762395.736937:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762395.736941:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2367
00000100:00080000:0.0:1789762395.736945:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762395.736964:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762395.736968:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762395.736978:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508760832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762395.736984:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762395.736987:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762395.736990:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762395.736992:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762395.736995:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2367
00000100:00080000:0.0:1789762395.736999:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762395.737016:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762395.737021:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762395.737037:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508760960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762395.737037:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9686c954f800 x1876699508760576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762395.737059:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762395.737062:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762395.737064:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762395.737064:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508760576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762395.737068:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2367
00000100:00080000:0.0:1789762395.737071:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762395.737075:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762395.737080:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762395.737082:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.737086:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762395.737088:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508761088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762395.737091:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508760576:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762395.737103:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762395.737105:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762395.737107:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762395.737110:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2367
00000100:00100000:3.0:1789762395.737112:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508760704:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762395.737113:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762395.737116:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762395.737120:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762395.737129:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508761216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762395.737135:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762395.737147:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9686c954ca80 x1876699508760704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.737160:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508760704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.737170:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.737173:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762395.737177:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508760704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762395.737181:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508760832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762395.737197:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762395.737205:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9686c954d180 x1876699508760832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.737212:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508760832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.737217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.737219:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762395.737221:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508760832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762395.737225:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508760960:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762395.737236:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762395.737242:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9686c954c000 x1876699508760960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.737249:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508760960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.737254:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.737256:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762395.737257:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508760960:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762395.737268:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508761088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762395.737278:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762395.737283:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9686c954fb80 x1876699508761088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.737290:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508761088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.737295:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.737297:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762395.737298:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508761088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762395.737311:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508761216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762395.737321:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762395.737327:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762395/real 1789762395]  req@ffff9686c954e680 x1876699508761216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762395.737335:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508761216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762420 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762395.737339:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762395.737341:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762395.737343:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508761216:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762395.800844:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762396.824846:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762397.848854:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762398.872813:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762399.896813:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762400.856848:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762400.856863:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762400.856870:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762400.856885:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2372
00000100:00080000:2.0:1789762400.856901:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762400.856912:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762400.856996:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508761344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762400.857045:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762400.857050:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762400.857052:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762400.857057:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2372
00000100:00080000:2.0:1789762400.857063:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762400.857069:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762400.857082:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762400.857098:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508761344:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762400.857103:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508761472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762400.857120:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762400.857124:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762400.857127:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762400.857135:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2372
00000100:00080000:2.0:1789762400.857140:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762400.857146:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762400.857154:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762400.857167:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762400.857171:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508761600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762400.857187:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762400.857191:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762400.857194:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762400.857198:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2372
00000100:00080000:2.0:1789762400.857203:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762400.857208:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762400.857214:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9686c7a9a300 x1876699508761344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762400.857216:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762400.857244:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508761728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762400.857245:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508761344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762400.857264:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762400.857275:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762400.857283:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508761344:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762400.857292:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762400.857298:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762400.857300:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762400.857306:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2372
00000100:00100000:3.0:1789762400.857309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508761472:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762400.857314:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762400.857323:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762400.857330:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762400.857337:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762400.857367:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9686c7a9b800 x1876699508761472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762400.857368:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508761856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762400.857425:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508761472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762400.857430:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762400.857458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762400.857459:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762400.857464:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762400.857466:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762400.857469:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508761472:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762400.857482:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2372
00000100:00100000:3.0:1789762400.857483:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508761600:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762400.857495:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762400.857504:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762400.857512:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762400.857524:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762400.857528:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9686c7a9b100 x1876699508761600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762400.857544:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508761600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762400.857550:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762400.857555:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508761984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762400.857556:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762400.857564:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508761600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762400.857586:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508761728:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762400.857618:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762400.857655:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9686c7a99c00 x1876699508761728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762400.857681:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508761728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762400.857687:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762400.857690:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762400.857693:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508761728:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762400.857713:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508761856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762400.857744:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762400.857753:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9686c7a9aa00 x1876699508761856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762400.857764:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508761856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762400.857770:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762400.857772:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762400.857775:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508761856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762400.857780:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508761984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762400.857800:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762400.857808:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762400/real 1789762400]  req@ffff9686c7a9a300 x1876699508761984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762400.857815:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508761984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762425 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762400.857820:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762400.857822:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762400.857824:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508761984:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762400.920835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762401.944913:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762402.968890:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762403.992774:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762405.016808:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762405.976734:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762405.976759:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762405.976763:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762405.976774:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2377
00000100:00080000:0.0:1789762405.976787:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762405.976797:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762405.976835:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508762112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762405.976864:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762405.976867:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762405.976869:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762405.976872:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2377
00000100:00080000:0.0:1789762405.976875:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762405.976878:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762405.976886:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762405.976896:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508762240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762405.976906:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762405.976909:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762405.976911:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762405.976916:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508762112:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762405.976917:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2377
00000100:00080000:0.0:1789762405.976938:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762405.976943:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762405.976947:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762405.976975:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508762368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762405.976982:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762405.976985:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762405.976986:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762405.976989:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2377
00000100:00080000:0.0:1789762405.976992:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762405.976995:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762405.976998:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762405.977008:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508762496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762405.977008:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762405.977018:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762405.977021:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762405.977022:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762405.977024:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2377
00000100:00080000:0.0:1789762405.977026:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762405.977028:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762405.977031:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762405.977037:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508762624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762405.977043:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762405.977045:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762405.977046:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762405.977048:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2377
00000100:00080000:0.0:1789762405.977050:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762405.977053:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762405.977056:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762405.977063:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508762752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762405.977068:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9686c954df80 x1876699508762112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762405.977085:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508762112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762405.977094:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762405.977097:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762405.977100:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508762112:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762405.977119:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508762240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762405.977137:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762405.977146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9686c954e300 x1876699508762240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762405.977154:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508762240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762405.977160:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762405.977162:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762405.977164:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508762240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762405.977167:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508762368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762405.977178:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762405.977183:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9686c954ed80 x1876699508762368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762405.977191:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508762368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762405.977200:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762405.977202:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762405.977204:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508762368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762405.977207:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508762496:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762405.977218:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762405.977223:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9686c954ea00 x1876699508762496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762405.977229:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508762496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762405.977234:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762405.977236:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762405.977238:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508762496:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762405.977242:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508762624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762405.977251:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762405.977257:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9686c954e680 x1876699508762624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762405.977264:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508762624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762405.977268:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762405.977270:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762405.977273:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508762624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762405.977276:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508762752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762405.977285:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762405.977291:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762405/real 1789762405]  req@ffff9686c954fb80 x1876699508762752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762405.977297:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508762752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762430 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762405.977302:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762405.977304:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762405.977306:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508762752:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762406.040777:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762407.064780:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762408.088809:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762409.112879:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762410.136812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762411.096761:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.096775:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762411.096782:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.096797:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2382
00000100:00080000:2.0:1789762411.096812:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.096821:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762411.096869:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508762880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762411.096906:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.096911:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762411.096924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.096930:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2382
00000100:00080000:2.0:1789762411.096935:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.096940:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762411.096954:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762411.096955:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508762880:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762411.096985:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508763008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762411.097011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.097015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762411.097017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.097022:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2382
00000100:00080000:2.0:1789762411.097027:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.097031:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762411.097037:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762411.097050:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508763136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762411.097061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.097065:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762411.097067:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.097072:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2382
00000100:00080000:2.0:1789762411.097077:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.097083:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762411.097090:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762411.097094:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508763008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762411.097105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508763264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762411.097120:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762411.097124:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762411.097127:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.097133:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2382
00000100:00100000:3.0:1789762411.097137:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508763136:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762411.097139:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.097158:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762411.097164:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762411.097179:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508763264:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762411.097184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508763392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762411.097208:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762411.097221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508763392:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762411.097227:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762411.097231:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762411.097237:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2382
00000100:00080000:2.0:1789762411.097243:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762411.097248:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762411.097256:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762411.097277:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508763520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762411.097316:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508763520:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762411.160845:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762412.184794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762413.208800:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789762414.168923:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:0.0:1789762414.168969:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789762414.168988:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789762414.169024:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789762414.169033:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789762414.169042:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789762414.169049:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789762414.169058:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762414.169077:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762414]  req@ffff9686c7a9a680 x1876699508763392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762414.169111:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508763392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762414.169126:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762414.169132:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762414.169136:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508763392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762414.169145:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762414]  req@ffff9686c7a99f80 x1876699508763264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762414.169157:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508763264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762414.169171:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762414.169175:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762414.169179:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508763264:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762414.169187:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762414]  req@ffff9686c7a98380 x1876699508763008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762414.169199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508763008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762414.169208:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762414.169211:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762414.169215:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508763008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762414.169223:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762414]  req@ffff9686c7a98000 x1876699508763136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762414.169236:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508763136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762414.169244:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762414.169248:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762414.169252:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508763136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762414.169259:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762414]  req@ffff9686c7a9ad80 x1876699508762880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762414.169273:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508762880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762414.169281:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762414.169285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762414.169288:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508762880:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762414.169321:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762411/real 1789762414]  req@ffff9686c7a98e00 x1876699508763520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762414.169332:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508763520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762436 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762414.169340:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762414.169343:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762414.169347:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508763520:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762414.232781:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762415.256787:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762416.216710:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762416.216719:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762416.216723:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762416.216732:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2387
00000100:00080000:2.0:1789762416.216743:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762416.216750:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762416.216788:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508763648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762416.216818:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762416.216822:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762416.216824:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762416.216827:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2387
00000100:00080000:2.0:1789762416.216832:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762416.216837:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762416.216858:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762416.216863:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508763648:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762416.216877:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508763776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762416.216892:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762416.216895:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762416.216896:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762416.216901:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2387
00000100:00080000:2.0:1789762416.216914:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762416.216920:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762416.216923:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762416.216930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762416.216947:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508763904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762416.216958:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762416.216962:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1789762416.216965:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff9686c7a9b480 x1876699508763648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762416.216966:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762416.216975:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2387
00000100:00080000:2.0:1789762416.216983:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762416.216990:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762416.216996:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762416.216997:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508763648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762416.217009:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508764032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762416.217012:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762416.217023:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762416.217026:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762416.217031:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762416.217033:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762416.217036:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508763648:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762416.217037:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2387
00000100:00080000:2.0:1789762416.217042:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762416.217049:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762416.217052:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762416.217062:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508764160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762416.217072:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508763776:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762416.217074:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762416.217082:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762416.217084:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762416.217089:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2387
00000100:00080000:2.0:1789762416.217094:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762416.217099:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762416.217105:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762416.217107:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762416.217121:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508764288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762416.217128:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff9686c7a9bb80 x1876699508763776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762416.217148:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508763776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762416.217157:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762416.217161:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762416.217165:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508763776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762416.217171:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508763904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762416.217193:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762416.217205:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff9686c7a99880 x1876699508763904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762416.217216:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508763904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762416.217230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762416.217233:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762416.217236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508763904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762416.217242:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508764032:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762416.217263:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762416.217274:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff9686c7a98700 x1876699508764032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762416.217285:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508764032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762416.217294:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762416.217297:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762416.217300:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508764032:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762416.217314:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508764160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762416.217335:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762416.217347:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff9686c7a99180 x1876699508764160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762416.217357:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508764160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762416.217364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762416.217367:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762416.217371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508764160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762416.217376:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508764288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762416.217393:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762416.217404:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762416/real 1789762416]  req@ffff9686c7a98a80 x1876699508764288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762416.217415:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508764288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762441 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762416.217423:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762416.217426:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762416.217429:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508764288:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762416.280792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762417.304809:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762418.328860:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762419.352797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762420.376795:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762421.336767:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762421.336782:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762421.336800:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.336828:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2393
00000100:00080000:0.0:1789762421.336841:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.336860:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762421.336903:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508764416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762421.336927:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762421.336930:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762421.336932:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.336935:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2393
00000100:00080000:0.0:1789762421.336949:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.336952:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762421.336963:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762421.336973:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508764416:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762421.336975:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508764544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762421.336987:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762421.336990:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762421.336991:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.336994:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2393
00000100:00080000:0.0:1789762421.336997:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.337000:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762421.337004:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762421.337014:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508764672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762421.337021:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762421.337024:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762421.337025:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.337027:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2393
00000100:00080000:0.0:1789762421.337029:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.337032:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762421.337035:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762421.337044:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508764800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762421.337052:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762421.337052:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762421.337057:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762421.337058:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.337062:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2393
00000100:00080000:0.0:1789762421.337065:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.337068:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762421.337072:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762421.337080:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508764928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762421.337087:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762421.337089:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762421.337091:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762421.337094:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2393
00000100:00080000:0.0:1789762421.337098:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762421.337103:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762421.337104:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff9686c954c000 x1876699508764416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762421.337107:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762421.337135:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508765056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762421.337144:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508764416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762421.337159:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762421.337165:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762421.337170:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508764416:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762421.337208:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508764544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762421.337227:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762421.337239:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff9686c954d180 x1876699508764544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762421.337247:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508764544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762421.337253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762421.337256:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762421.337258:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508764544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762421.337261:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508764672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762421.337273:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762421.337279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff9686c954ca80 x1876699508764672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762421.337287:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508764672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762421.337291:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762421.337293:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762421.337295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508764672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762421.337298:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508764800:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762421.337309:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762421.337315:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff9686c954f800 x1876699508764800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762421.337322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508764800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762421.337328:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762421.337330:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762421.337332:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508764800:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762421.337335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508764928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762421.337346:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762421.337351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff9686c954c700 x1876699508764928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762421.337358:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508764928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762421.337364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762421.337365:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762421.337367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508764928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762421.337370:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508765056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762421.337380:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762421.337386:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762421/real 1789762421]  req@ffff9686c954f100 x1876699508765056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762421.337392:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508765056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762446 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762421.337397:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762421.337399:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762421.337401:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508765056:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762421.400847:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762422.424774:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762423.448941:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762424.472850:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762425.496910:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762426.456790:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762426.456803:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762426.456810:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762426.456822:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2398
00000100:00080000:2.0:1789762426.456834:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762426.456842:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762426.456888:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508765184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762426.456914:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762426.456917:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762426.456919:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762426.456922:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2398
00000100:00080000:2.0:1789762426.456924:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762426.456927:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762426.456937:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762426.456947:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508765312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762426.456956:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762426.456957:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508765184:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762426.456960:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762426.456963:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762426.456969:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2398
00000100:00080000:2.0:1789762426.456971:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762426.456973:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762426.456976:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762426.456984:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508765440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762426.456995:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762426.456998:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762426.457000:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762426.457002:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2398
00000100:00080000:2.0:1789762426.457020:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762426.457025:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762426.457030:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762426.457035:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762426.457046:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508765568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762426.457059:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762426.457063:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762426.457065:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762426.457068:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2398
00000100:00080000:2.0:1789762426.457072:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762426.457075:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762426.457079:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762426.457090:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508765696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762426.457099:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762426.457101:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff9686c7a98a80 x1876699508765184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762426.457102:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762426.457106:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762426.457111:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2398
00000100:00080000:2.0:1789762426.457115:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762426.457120:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762426.457127:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762426.457135:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508765824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762426.457141:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508765184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762426.457154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762426.457158:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762426.457163:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508765184:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762426.457186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508765312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762426.457207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762426.457217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff9686c7a99180 x1876699508765312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762426.457226:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508765312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762426.457232:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762426.457234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762426.457237:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508765312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762426.457240:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508765440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762426.457251:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762426.457258:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff9686c7a98700 x1876699508765440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762426.457266:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508765440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762426.457271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762426.457273:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762426.457275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508765440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762426.457278:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508765568:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762426.457290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762426.457296:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff9686c7a99880 x1876699508765568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762426.457303:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508765568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762426.457308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762426.457310:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762426.457312:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508765568:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762426.457315:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508765696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762426.457325:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762426.457331:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff9686c7a9bb80 x1876699508765696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762426.457338:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508765696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762426.457344:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762426.457346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762426.457348:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508765696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762426.457352:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508765824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762426.457367:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762426.457377:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762426/real 1789762426]  req@ffff9686c7a9b480 x1876699508765824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762426.457384:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508765824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762451 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762426.457390:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762426.457392:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762426.457394:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508765824:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762426.520782:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762427.544826:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762428.568916:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762429.592844:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762430.616832:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762431.576770:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.576780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762431.576785:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.576798:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2403
00000100:00080000:2.0:1789762431.576813:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.576823:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762431.576860:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508765952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762431.576885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.576888:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762431.576890:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.576894:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2403
00000100:00080000:2.0:1789762431.576899:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.576902:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762431.576911:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762431.576921:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508766080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762431.576934:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508765952:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762431.576936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.576952:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762431.576955:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.576960:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2403
00000100:00080000:2.0:1789762431.576963:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.576967:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762431.576970:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762431.576984:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508766208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762431.576993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.576996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762431.576997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.577001:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2403
00000100:00080000:2.0:1789762431.577020:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.577024:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762431.577028:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762431.577034:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762431.577040:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508766336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762431.577052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.577055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762431.577056:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.577062:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2403
00000100:00080000:2.0:1789762431.577065:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.577069:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762431.577073:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762431.577086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508766464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762431.577092:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9686c7a98e00 x1876699508765952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762431.577103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762431.577119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762431.577122:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762431.577130:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2403
00000100:00080000:2.0:1789762431.577135:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762431.577139:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762431.577144:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762431.577149:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508765952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762431.577156:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508766592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762431.577225:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.577232:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762431.577245:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508765952:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762431.577274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508766080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762431.577300:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762431.577311:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9686c7a9ad80 x1876699508766080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.577321:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508766080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.577328:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.577331:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762431.577333:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508766080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762431.577338:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508766208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762431.577350:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762431.577357:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9686c7a98000 x1876699508766208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.577365:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508766208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.577370:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.577372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762431.577374:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508766208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762431.577378:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508766336:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762431.577391:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762431.577405:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9686c7a98380 x1876699508766336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.577413:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508766336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.577418:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.577421:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762431.577423:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508766336:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762431.577427:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508766464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762431.577439:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762431.577445:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9686c7a99f80 x1876699508766464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.577453:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508766464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.577458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.577460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762431.577462:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508766464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762431.577466:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508766592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762431.577476:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762431.577482:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762431/real 1789762431]  req@ffff9686c7a9a680 x1876699508766592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762431.577489:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508766592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762456 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762431.577495:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762431.577498:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762431.577500:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508766592:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762431.640834:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762432.664939:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762433.688892:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762434.712974:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762435.736890:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762436.696785:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.696801:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762436.696809:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762436.696829:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2408
00000100:00080000:2.0:1789762436.696849:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.696864:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762436.696928:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508766720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.696974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.696980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762436.696984:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762436.696992:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2408
00000100:00080000:2.0:1789762436.697013:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.697042:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762436.697046:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508766720:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762436.697063:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762436.697087:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508766848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.697101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.697105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762436.697108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762436.697114:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2408
00000100:00080000:2.0:1789762436.697119:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.697124:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762436.697130:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762436.697148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508766976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.697162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.697167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762436.697169:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762436.697174:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2408
00000100:00080000:2.0:1789762436.697180:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.697191:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762436.697193:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762436.697201:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762436.697218:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508767104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.697240:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.697246:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762436.697249:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762436.697255:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2408
00000100:00080000:2.0:1789762436.697261:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.697267:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762436.697275:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9686c7a9a300 x1876699508766720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762436.697278:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762436.697301:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508767232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762436.697313:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762436.697318:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762436.697321:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762436.697326:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2408
00000100:00080000:2.0:1789762436.697329:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762436.697333:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762436.697339:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762436.697349:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508767360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762436.697464:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508766720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.697492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.697518:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762436.697525:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508766720:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762436.697574:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508766848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762436.697957:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762436.697979:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9686c7a9aa00 x1876699508766848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762436.697996:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508766848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.698096:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.698104:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762436.698112:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508766848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762436.698126:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508766976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762436.698173:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762436.698198:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9686c7a99c00 x1876699508766976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762436.698216:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508766976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.698227:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.698231:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762436.698236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508766976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762436.698244:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508767104:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762436.698274:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762436.698287:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9686c7a9b100 x1876699508767104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762436.698307:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508767104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.698324:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.698331:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762436.698337:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508767104:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762436.698364:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508767232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762436.698400:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762436.698420:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9686c7a9b800 x1876699508767232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762436.698436:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508767232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.698445:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.698449:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762436.698452:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508767232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762436.698459:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508767360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762436.698483:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762436.698495:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762436/real 1789762436]  req@ffff9686c7a9a680 x1876699508767360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762436.698507:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508767360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762461 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762436.698515:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762436.698518:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762436.698521:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508767360:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762436.760931:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762437.784864:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762438.808846:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762439.832828:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762440.856868:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762441.816830:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762441.816846:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762441.816852:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762441.816868:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2413
00000100:00080000:2.0:1789762441.816885:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762441.816897:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762441.816963:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508767488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762441.816993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762441.816999:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762441.817001:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762441.817007:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2413
00000100:00080000:2.0:1789762441.817012:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762441.817018:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762441.817031:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762441.817038:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508767488:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762441.817070:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508767616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762441.817088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762441.817092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762441.817093:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762441.817097:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2413
00000100:00080000:2.0:1789762441.817100:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762441.817105:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762441.817110:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762441.817143:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508767744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762441.817153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762441.817158:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762441.817160:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762441.817164:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2413
00000100:00080000:2.0:1789762441.817169:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762441.817173:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762441.817178:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762441.817207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762441.817214:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508767872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762441.817228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762441.817235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762441.817238:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762441.817243:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2413
00000100:00080000:2.0:1789762441.817248:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762441.817272:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762441.817280:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762441.817300:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508768000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762441.817333:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9686c7a99f80 x1876699508767488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762441.817345:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762441.817362:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762441.817370:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762441.817384:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2413
00000100:00080000:2.0:1789762441.817393:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762441.817415:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508767488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762441.817424:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762441.817441:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762441.817469:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762441.817470:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508768128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762441.817487:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762441.817519:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508767488:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762441.817556:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508767616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762441.817627:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762441.817750:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9686c7a98380 x1876699508767616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762441.817780:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508767616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762441.817799:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762441.817806:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762441.817813:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508767616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762441.817826:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508767744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762441.817870:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762441.817896:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9686c7a98000 x1876699508767744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762441.817920:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508767744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762441.817937:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762441.817944:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762441.817952:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508767744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762441.817965:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508767872:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762441.818010:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762441.818048:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9686c7a9ad80 x1876699508767872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762441.818070:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508767872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762441.818085:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762441.818090:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762441.818097:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508767872:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762441.818107:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508768000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762441.818156:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762441.818175:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9686c7a98e00 x1876699508768000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762441.818193:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508768000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762441.818207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762441.818212:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762441.818218:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508768000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762441.818228:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508768128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762441.818262:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762441.818279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762441/real 1789762441]  req@ffff9686c7a9b480 x1876699508768128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762441.818298:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508768128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762466 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762441.818312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762441.818317:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762441.818323:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508768128:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762441.880871:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762442.904940:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762443.928819:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762444.952852:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762445.976913:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762446.936759:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762446.936770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762446.936775:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762446.936788:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2418
00000100:00080000:2.0:1789762446.936801:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762446.936810:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762446.936853:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508768256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762446.936890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762446.936902:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762446.936904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762446.936908:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2418
00000100:00080000:2.0:1789762446.936911:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762446.936916:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762446.936927:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762446.936939:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508768384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762446.936954:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508768256:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762446.936955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762446.936963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762446.936967:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762446.936975:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2418
00000100:00080000:2.0:1789762446.936979:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762446.936983:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762446.936987:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762446.937003:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508768512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762446.937019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762446.937024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762446.937028:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762446.937035:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2418
00000100:00080000:2.0:1789762446.937041:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762446.937048:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762446.937052:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762446.937073:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762446.937094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508768640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762446.937108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762446.937117:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762446.937117:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9686c7a9bb80 x1876699508768256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762446.937123:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762446.937140:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2418
00000100:00080000:2.0:1789762446.937149:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762446.937154:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508768256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762446.937162:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762446.937172:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762446.937175:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762446.937179:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762446.937186:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508768256:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762446.937198:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508768768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762446.937216:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508768384:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762446.937222:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762446.937228:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762446.937230:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762446.937237:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2418
00000100:00080000:2.0:1789762446.937244:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762446.937253:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762446.937253:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762446.937264:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762446.937277:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9686c7a99880 x1876699508768384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762446.937299:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508768896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762446.937340:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508768384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.937360:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.937365:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762446.937369:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508768384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762446.937376:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508768512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.937398:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762446.937409:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9686c7a98700 x1876699508768512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.937421:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508768512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.937429:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.937432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762446.937436:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508768512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762446.937441:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508768640:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762446.937458:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762446.937467:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9686c7a99180 x1876699508768640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.937479:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508768640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.937487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.937490:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762446.937494:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508768640:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762446.937510:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508768768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.937527:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762446.937537:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9686c7a98a80 x1876699508768768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.937558:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508768768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.937571:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.937576:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762446.937582:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508768768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762446.937592:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508768896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762446.937690:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762446.937705:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762446/real 1789762446]  req@ffff9686c7a9bb80 x1876699508768896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762446.937717:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508768896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762471 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762446.937725:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762446.937728:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762446.937731:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508768896:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762447.000824:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762448.024864:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762449.048905:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762450.072795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762451.096943:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762452.056767:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762452.056782:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762452.056788:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.056805:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2423
00000100:00080000:2.0:1789762452.056823:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.056834:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762452.056894:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508769024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762452.056934:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762452.056938:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762452.056941:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.056947:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2423
00000100:00080000:2.0:1789762452.056952:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.056957:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762452.056973:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762452.056979:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508769024:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762452.056991:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508769152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762452.057005:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762452.057009:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762452.057011:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.057015:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2423
00000100:00080000:2.0:1789762452.057019:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.057023:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762452.057027:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762452.057040:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508769280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762452.057049:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762452.057053:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762452.057054:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.057058:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2423
00000100:00080000:2.0:1789762452.057063:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.057066:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762452.057070:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762452.057079:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762452.057086:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508769408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762452.057098:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762452.057103:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762452.057105:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.057110:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2423
00000100:00080000:2.0:1789762452.057114:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.057118:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762452.057122:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762452.057133:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508769536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762452.057142:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762452.057148:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff9686c7a9b480 x1876699508769024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762452.057149:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762452.057155:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762452.057168:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2423
00000100:00080000:2.0:1789762452.057175:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762452.057179:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762452.057184:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762452.057185:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508769024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762452.057199:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508769664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762452.057201:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762452.057214:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762452.057226:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508769024:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762452.057260:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508769152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762452.057284:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762452.057297:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff9686c7a98e00 x1876699508769152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762452.057309:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508769152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762452.057318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762452.057321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762452.057324:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508769152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762452.057329:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508769280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762452.057344:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762452.057353:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff9686c7a9ad80 x1876699508769280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762452.057364:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508769280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762452.057379:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762452.057382:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762452.057385:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508769280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762452.057390:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508769408:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762452.057406:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762452.057414:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff9686c7a98000 x1876699508769408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762452.057424:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508769408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762452.057432:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762452.057435:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762452.057438:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508769408:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762452.057443:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508769536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762452.057458:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762452.057466:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff9686c7a98380 x1876699508769536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762452.057476:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508769536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762452.057483:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762452.057486:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762452.057490:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508769536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762452.057495:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508769664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762452.057510:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762452.057529:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762452/real 1789762452]  req@ffff9686c7a99f80 x1876699508769664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762452.057541:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508769664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762477 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762452.057549:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762452.057552:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762452.057555:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508769664:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762452.121042:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762453.144892:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762454.168780:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762455.192774:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762456.216923:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762457.176700:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.176712:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762457.176718:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.176730:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2428
00000100:00080000:2.0:1789762457.176745:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.176753:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762457.176795:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508769792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762457.176824:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.176828:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762457.176829:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.176833:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2428
00000100:00080000:2.0:1789762457.176836:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.176839:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762457.176849:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762457.176861:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508769920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762457.176861:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508769792:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762457.176876:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.176878:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762457.176879:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.176882:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2428
00000100:00080000:2.0:1789762457.176883:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.176886:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762457.176889:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762457.176898:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508770048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762457.176905:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.176907:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762457.176908:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.176910:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2428
00000100:00080000:2.0:1789762457.176923:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.176927:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762457.176930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762457.176939:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762457.176940:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508770176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762457.176950:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.176953:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762457.176954:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.176958:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2428
00000100:00080000:2.0:1789762457.176960:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.176963:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762457.176966:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762457.176974:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508770304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762457.176980:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762457.176983:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762457.176984:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762457.176987:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2428
00000100:00080000:2.0:1789762457.176989:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762457.176991:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762457.176994:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762457.176996:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff9686c7a9a680 x1876699508769792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762457.177005:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508770432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762457.177022:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508769792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.177033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.177037:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762457.177041:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508769792:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762457.177063:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508769920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762457.177081:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762457.177091:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff9686c7a9b800 x1876699508769920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762457.177103:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508769920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.177112:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.177115:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762457.177119:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508769920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762457.177126:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508770048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762457.177148:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762457.177160:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff9686c7a9b100 x1876699508770048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762457.177169:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508770048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.177175:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.177178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762457.177180:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508770048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762457.177184:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508770176:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762457.177200:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762457.177206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff9686c7a99c00 x1876699508770176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762457.177214:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508770176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.177220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.177222:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762457.177225:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508770176:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762457.177228:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508770304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762457.177238:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762457.177244:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff9686c7a9aa00 x1876699508770304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762457.177251:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508770304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.177257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.177259:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762457.177261:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508770304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762457.177264:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508770432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762457.177275:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762457.177280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762457/real 1789762457]  req@ffff9686c7a9a300 x1876699508770432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762457.177286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508770432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762482 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762457.177291:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762457.177293:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762457.177296:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508770432:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762457.240785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762458.264831:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762459.288866:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762460.312880:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762461.336856:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762462.296753:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.296764:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762462.296769:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.296783:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2434
00000100:00080000:0.0:1789762462.296798:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762462.296808:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762462.296864:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508770560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762462.296892:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.296906:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762462.296908:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.296912:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2434
00000100:00080000:0.0:1789762462.296915:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762462.296918:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762462.296928:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762462.296944:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508770688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762462.296956:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508770560:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762462.296979:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.296983:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762462.296985:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.296990:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2434
00000100:00080000:0.0:1789762462.296993:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762462.296997:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762462.297001:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762462.297013:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508770816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762462.297022:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.297025:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762462.297026:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.297029:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2434
00000100:00080000:0.0:1789762462.297040:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762462.297047:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762462.297048:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762462.297062:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762462.297094:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508770944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762462.297107:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.297121:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762462.297123:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.297128:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2434
00000100:00100000:3.0:1789762462.297131:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff9686c954d880 x1876699508770560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762462.297135:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762462.297156:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762462.297160:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508770560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762462.297165:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762462.297191:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789762462.297200:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508771072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762462.297205:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762462.297223:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508770560:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762462.297239:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762462.297243:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762462.297245:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762462.297250:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2434
00000100:00080000:0.0:1789762462.297253:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762462.297256:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762462.297261:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762462.297267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508770688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762462.297278:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508771200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762462.297301:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762462.297317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff9686c954c380 x1876699508770688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762462.297328:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508770688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762462.297335:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762462.297337:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762462.297340:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508770688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762462.297345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508770816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762462.297357:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762462.297380:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff9686c954ce00 x1876699508770816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762462.297388:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508770816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762462.297393:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762462.297403:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762462.297405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508770816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762462.297409:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508770944:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762462.297443:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762462.297455:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff9686c954dc00 x1876699508770944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762462.297470:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508770944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762462.297480:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762462.297484:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762462.297488:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508770944:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762462.297495:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508771072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762462.297551:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762462.297559:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff9686c954f100 x1876699508771072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762462.297567:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508771072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762462.297573:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762462.297576:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762462.297578:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508771072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762462.297609:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508771200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762462.297623:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762462.297631:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762462/real 1789762462]  req@ffff9686c954c700 x1876699508771200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762462.297638:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508771200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762487 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762462.297666:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762462.297669:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762462.297671:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508771200:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762462.360825:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762463.384798:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762464.408837:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762465.432823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762466.456785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762467.416819:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.416830:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762467.416836:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.416851:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2439
00000100:00080000:2.0:1789762467.416865:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.416875:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762467.416918:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508771328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762467.416940:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.416943:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762467.416945:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.416949:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2439
00000100:00080000:2.0:1789762467.416951:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.416955:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762467.416965:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762467.416978:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508771328:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762467.416981:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508771456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762467.417011:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.417013:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762467.417015:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.417020:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2439
00000100:00080000:2.0:1789762467.417024:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.417027:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762467.417032:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762467.417043:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508771584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762467.417051:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.417055:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762467.417056:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.417059:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2439
00000100:00080000:2.0:1789762467.417090:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.417093:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762467.417097:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762467.417106:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508771712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762467.417119:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762467.417134:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762467.417138:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762467.417140:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.417145:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2439
00000100:00080000:2.0:1789762467.417150:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.417154:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762467.417159:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762467.417174:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508771840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762467.417184:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762467.417190:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff9686c7a9a300 x1876699508771328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762467.417192:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762467.417197:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762467.417218:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2439
00000100:00080000:2.0:1789762467.417229:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762467.417244:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762467.417248:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762467.417254:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508771328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762467.417263:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508771968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762467.417298:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.417307:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762467.417313:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508771328:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762467.417348:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508771456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762467.417375:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762467.417388:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff9686c7a9aa00 x1876699508771456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762467.417402:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508771456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762467.417411:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.417415:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762467.417418:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508771456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762467.417424:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508771584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762467.417441:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762467.417451:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff9686c7a99c00 x1876699508771584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762467.417462:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508771584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762467.417492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.417496:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762467.417499:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508771584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762467.417506:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508771712:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762467.417527:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762467.417539:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff9686c7a9b100 x1876699508771712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762467.417551:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508771712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762467.417559:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.417562:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762467.417565:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508771712:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762467.417571:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508771840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762467.417587:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762467.417596:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff9686c7a9b800 x1876699508771840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762467.417608:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508771840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762467.417615:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.417618:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762467.417621:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508771840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762467.417668:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508771968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762467.417689:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762467.417701:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762467/real 1789762467]  req@ffff9686c7a9a680 x1876699508771968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762467.417713:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508771968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762492 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762467.417722:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762467.417725:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762467.417728:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508771968:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762467.480831:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762468.504771:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762469.528797:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762470.552816:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762471.576771:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762472.536782:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.536788:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762472.536792:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.536802:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2444
00000100:00080000:0.0:1789762472.536811:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.536817:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762472.536846:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508772096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.536865:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.536869:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762472.536871:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.536874:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2444
00000100:00080000:0.0:1789762472.536877:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.536880:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762472.536888:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762472.536899:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508772096:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762472.536904:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508772224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.536914:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.536918:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762472.536919:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.536922:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2444
00000100:00080000:0.0:1789762472.536925:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.536927:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762472.536931:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762472.536940:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508772352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.536947:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.536950:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762472.536951:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.536970:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2444
00000100:00080000:0.0:1789762472.536975:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.536978:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762472.536983:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762472.536990:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762472.536996:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508772480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.537006:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.537010:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762472.537012:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.537014:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2444
00000100:00080000:0.0:1789762472.537017:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.537036:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762472.537038:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762472.537043:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508772608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762472.537049:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762472.537051:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762472.537052:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762472.537054:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2444
00000100:00080000:0.0:1789762472.537056:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762472.537058:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762472.537060:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762472.537066:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508772736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762472.537111:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9686c954f800 x1876699508772096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.537127:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508772096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.537225:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.537230:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762472.537233:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508772096:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762472.537311:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508772224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762472.537343:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762472.537356:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9686c954ca80 x1876699508772224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.537368:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508772224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.537376:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.537395:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762472.537398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508772224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762472.537402:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508772352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762472.537415:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762472.537421:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9686c954d180 x1876699508772352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.537445:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508772352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.537450:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.537453:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762472.537455:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508772352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762472.537459:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508772480:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762472.537474:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762472.537480:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9686c954c000 x1876699508772480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.537488:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508772480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.537493:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.537495:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762472.537496:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508772480:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762472.537500:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508772608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762472.537510:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762472.537516:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9686c954fb80 x1876699508772608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.537523:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508772608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.537531:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.537534:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762472.537538:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508772608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762472.537543:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508772736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762472.537564:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762472.537575:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762472/real 1789762472]  req@ffff9686c954e680 x1876699508772736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762472.537587:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508772736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762497 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762472.537592:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762472.537594:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762472.537596:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508772736:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762472.600789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762473.624792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762474.648824:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762475.672853:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762476.696807:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762477.656744:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.656754:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762477.656759:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.656771:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2449
00000100:00080000:0.0:1789762477.656785:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.656792:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762477.656833:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508772864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.656856:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.656860:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762477.656862:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.656866:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2449
00000100:00080000:0.0:1789762477.656869:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.656871:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762477.656879:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762477.656894:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508772864:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762477.656896:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508772992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.656920:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.656922:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762477.656923:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.656926:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2449
00000100:00080000:0.0:1789762477.656929:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.656932:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762477.656934:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.656946:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508773120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.656961:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.656964:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762477.656965:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.656968:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2449
00000100:00080000:0.0:1789762477.656971:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.656975:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762477.656978:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762477.656989:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508773248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.656996:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.656999:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762477.657001:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.657003:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2449
00000100:00080000:0.0:1789762477.657006:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.657008:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762477.657010:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762477.657019:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508773376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762477.657025:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762477.657027:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762477.657029:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762477.657033:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2449
00000100:00080000:0.0:1789762477.657037:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762477.657041:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762477.657049:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762477.657072:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508772992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762477.657073:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508773504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762477.657125:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508773120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762477.657149:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508773248:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762477.657175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508773376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762477.657200:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508773504:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762477.720853:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762478.744773:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762479.768865:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762480.728878:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789762480.728922:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762480.728939:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762480.728977:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762480.728989:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762480.729002:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762480.729017:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762480.729019:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9686c954ed80 x1876699508772992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789762480.729031:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762480.729057:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508772992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762480.729070:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762480.729075:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762480.729079:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508772992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762480.729088:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9686c954e300 x1876699508773120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762480.729102:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508773120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762480.729109:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762480.729113:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762480.729116:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508773120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762480.729123:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9686c954df80 x1876699508773248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762480.729134:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508773248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762480.729143:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762480.729147:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762480.729150:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508773248:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762480.729156:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9686c954e680 x1876699508773376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762480.729167:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508773376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762480.729174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762480.729177:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762480.729181:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508773376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762480.729187:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9686c954ea00 x1876699508772864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762480.729198:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508772864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762480.729206:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762480.729209:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762480.729212:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508772864:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762480.729242:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762477/real 1789762480]  req@ffff9686c954fb80 x1876699508773504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762480.729255:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508773504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762502 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762480.729264:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762480.729267:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762480.729270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508773504:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762480.792802:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762481.816822:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762482.776741:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.776749:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762482.776754:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.776763:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2454
00000100:00080000:2.0:1789762482.776774:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.776781:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762482.776819:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508773632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762482.776857:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.776861:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762482.776863:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.776870:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2454
00000100:00080000:2.0:1789762482.776874:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.776879:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762482.776889:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762482.776911:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508773632:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762482.776914:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508773760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762482.776944:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.776948:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762482.776951:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.776956:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2454
00000100:00080000:2.0:1789762482.776960:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.776965:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762482.776972:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762482.776988:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508773888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762482.776998:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.777001:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762482.777003:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.777007:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2454
00000100:00080000:2.0:1789762482.777012:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.777016:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762482.777022:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762482.777028:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762482.777042:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508774016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762482.777056:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.777060:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762482.777061:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.777066:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2454
00000100:00080000:2.0:1789762482.777073:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762482.777077:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762482.777083:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762482.777100:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508774144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762482.777109:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9686c7a99f80 x1876699508773632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762482.777120:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762482.777137:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762482.777142:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762482.777152:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2454
00000100:00080000:2.0:1789762482.777158:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762482.777165:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508773632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762482.777167:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762482.777180:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762482.777194:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762482.777205:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508774272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762482.777210:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762482.777226:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508773632:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762482.777271:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508773760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762482.777303:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762482.777317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9686c7a98380 x1876699508773760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762482.777331:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508773760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762482.777340:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762482.777344:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762482.777363:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508773760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762482.777371:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508773888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762482.777392:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762482.777404:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9686c7a98000 x1876699508773888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762482.777416:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508773888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762482.777425:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762482.777429:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762482.777433:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508773888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762482.777439:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508774016:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762482.777458:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762482.777469:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9686c7a9ad80 x1876699508774016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762482.777481:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508774016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762482.777489:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762482.777493:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762482.777496:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508774016:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762482.777503:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508774144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762482.777520:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762482.777531:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9686c7a98e00 x1876699508774144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762482.777544:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508774144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762482.777553:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762482.777556:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762482.777560:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508774144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762482.777572:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508774272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762482.777591:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762482.777602:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762482/real 1789762482]  req@ffff9686c7a9b480 x1876699508774272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762482.777614:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508774272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762507 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762482.777622:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762482.777653:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762482.777657:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508774272:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762482.840791:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762483.864762:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762484.888815:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762485.912833:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762486.936921:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762487.896692:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762487.896701:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762487.896704:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.896714:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2459
00000100:00080000:2.0:1789762487.896723:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762487.896730:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762487.896771:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508774400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762487.896791:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762487.896794:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762487.896796:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.896799:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2459
00000100:00080000:2.0:1789762487.896801:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762487.896804:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762487.896812:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762487.896825:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508774528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762487.896834:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508774400:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762487.896842:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762487.896847:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762487.896849:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.896855:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2459
00000100:00080000:2.0:1789762487.896859:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762487.896864:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762487.896869:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762487.896879:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508774656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762487.896887:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762487.896892:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762487.896893:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762487.896897:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.896900:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2459
00000100:00080000:2.0:1789762487.896904:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762487.896908:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762487.896912:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762487.896924:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508774784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762487.896932:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9686c7a9bb80 x1876699508774400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762487.896941:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762487.896947:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762487.896949:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762487.896951:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508774400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762487.896957:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2459
00000100:00080000:2.0:1789762487.896965:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762487.896967:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762487.896971:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789762487.896976:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:2.0:1789762487.896979:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762487.896980:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508774400:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762487.896992:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508774912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762487.897000:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762487.897003:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762487.897004:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762487.897008:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2459
00000100:00080000:2.0:1789762487.897011:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762487.897013:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508774528:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762487.897016:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762487.897023:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762487.897032:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508775040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762487.897041:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762487.897054:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9686c7a98a80 x1876699508774528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762487.897063:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508774528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762487.897069:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762487.897072:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762487.897074:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508774528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762487.897078:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508774656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762487.897088:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762487.897094:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9686c7a99180 x1876699508774656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762487.897106:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508774656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762487.897114:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762487.897117:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762487.897121:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508774656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762487.897128:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508774784:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762487.897150:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762487.897161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9686c7a98700 x1876699508774784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762487.897169:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508774784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762487.897174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762487.897177:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762487.897179:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508774784:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762487.897182:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508774912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762487.897195:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762487.897206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9686c7a99880 x1876699508774912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762487.897214:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508774912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762487.897219:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762487.897222:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762487.897223:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508774912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762487.897235:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508775040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762487.897246:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762487.897252:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762487/real 1789762487]  req@ffff9686c7a9bb80 x1876699508775040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762487.897260:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508775040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762512 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762487.897265:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762487.897267:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762487.897268:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508775040:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762487.960783:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762488.984761:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762490.008742:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762491.032835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762492.056766:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762493.016704:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762493.016716:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762493.016721:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762493.016733:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2464
00000100:00080000:2.0:1789762493.016744:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762493.016752:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762493.016789:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508775168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762493.016816:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762493.016820:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762493.016822:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762493.016827:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2464
00000100:00080000:2.0:1789762493.016831:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762493.016836:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762493.016846:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762493.016850:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508775168:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762493.016863:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508775296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762493.016877:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762493.016880:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762493.016882:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762493.016887:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2464
00000100:00080000:2.0:1789762493.016891:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762493.016895:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762493.016899:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762493.016904:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762493.016914:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508775424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762493.016932:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762493.016936:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762493.016938:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762493.016942:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2464
00000100:00100000:0.0:1789762493.016947:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff9686c7a9b480 x1876699508775168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762493.016948:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762493.016956:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762493.016965:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762493.016971:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508775168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762493.016980:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508775552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762493.016984:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762493.016994:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762493.017001:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508775168:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762493.017003:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762493.017009:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762493.017011:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762493.017017:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2464
00000100:00080000:2.0:1789762493.017021:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762493.017024:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508775296:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762493.017029:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762493.017036:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762493.017048:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508775680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762493.017050:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762493.017064:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762493.017067:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762493.017069:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762493.017070:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff9686c7a98e00 x1876699508775296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762493.017074:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2464
00000100:00080000:2.0:1789762493.017082:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762493.017088:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762493.017091:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508775296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762493.017095:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762493.017108:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762493.017112:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508775808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762493.017113:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762493.017121:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508775296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762493.017134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508775424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762493.017151:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762493.017159:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff9686c7a9ad80 x1876699508775424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762493.017166:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508775424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762493.017172:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762493.017174:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762493.017178:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508775424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762493.017184:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508775552:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762493.017204:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762493.017216:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff9686c7a98000 x1876699508775552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762493.017230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508775552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762493.017236:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762493.017238:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762493.017241:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508775552:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762493.017253:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508775680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762493.017268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762493.017291:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff9686c7a98380 x1876699508775680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762493.017299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508775680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762493.017310:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762493.017312:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762493.017314:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508775680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762493.017318:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508775808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762493.017332:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762493.017339:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762493/real 1789762493]  req@ffff9686c7a99f80 x1876699508775808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762493.017346:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508775808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762518 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762493.017351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762493.017353:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762493.017355:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508775808:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762493.080831:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762494.104761:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762495.128799:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762496.152754:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762497.176811:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762498.136776:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762498.136785:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762498.136790:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762498.136799:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2469
00000100:00080000:0.0:1789762498.136808:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762498.136816:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762498.136849:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508775936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762498.136872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762498.136881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762498.136883:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762498.136886:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2469
00000100:00080000:0.0:1789762498.136889:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762498.136893:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762498.136901:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762498.136903:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508775936:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762498.136913:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508776064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762498.136921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762498.136924:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762498.136925:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762498.136928:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2469
00000100:00080000:0.0:1789762498.136930:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762498.136933:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762498.136936:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762498.136944:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508776192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762498.136955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762498.136958:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762498.136959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762498.136961:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2469
00000100:00080000:0.0:1789762498.136964:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762498.136967:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762498.136971:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762498.136976:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762498.136985:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508776320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762498.136991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762498.136994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762498.136995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762498.136998:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2469
00000100:00080000:0.0:1789762498.137000:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762498.137003:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762498.137007:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762498.137008:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff9686c954c000 x1876699508775936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762498.137017:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508776448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762498.137029:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508775936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762498.137032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762498.137039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762498.137043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762498.137047:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762498.137048:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2469
00000100:00080000:0.0:1789762498.137054:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762498.137055:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789762498.137060:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762498.137061:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508775936:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789762498.137064:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762498.137076:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508776576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762498.137094:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508776064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762498.137122:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762498.137133:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff9686c954d180 x1876699508776064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762498.137141:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508776064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762498.137147:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762498.137149:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762498.137152:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508776064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762498.137156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508776192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762498.137169:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762498.137175:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff9686c954ca80 x1876699508776192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762498.137182:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508776192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762498.137188:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762498.137189:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762498.137191:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508776192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762498.137195:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508776320:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762498.137205:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762498.137211:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff9686c954f800 x1876699508776320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762498.137218:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508776320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762498.137224:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762498.137225:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762498.137227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508776320:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762498.137230:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508776448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762498.137275:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762498.137285:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff9686c954c700 x1876699508776448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762498.137299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508776448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762498.137305:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762498.137308:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762498.137310:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508776448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762498.137314:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508776576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762498.137326:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762498.137336:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762498/real 1789762498]  req@ffff9686c954f100 x1876699508776576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762498.137349:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508776576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762523 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762498.137358:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762498.137362:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762498.137381:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508776576:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762498.200792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762499.224750:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762500.248761:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762501.272895:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762502.296767:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762503.256738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762503.256751:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762503.256790:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762503.256810:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2474
00000100:00080000:0.0:1789762503.256844:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762503.256856:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762503.256900:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508776704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762503.256932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762503.256937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762503.256939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762503.256944:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2474
00000100:00080000:0.0:1789762503.256949:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762503.256954:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762503.256965:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762503.256983:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508776704:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762503.256985:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508776832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762503.257039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762503.257047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762503.257051:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762503.257061:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2474
00000100:00080000:0.0:1789762503.257070:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762503.257079:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762503.257091:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762503.257101:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762503.257122:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508776960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762503.257140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762503.257145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762503.257148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762503.257153:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2474
00000100:00080000:0.0:1789762503.257159:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762503.257164:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762503.257173:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762503.257175:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff9686c954dc00 x1876699508776704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762503.257242:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508777088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762503.257260:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508776704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762503.257267:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762503.257282:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762503.257307:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762503.257326:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2474
00000100:00080000:3.0:1789762503.257340:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762503.257341:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762503.257360:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762503.257362:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789762503.257380:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762503.257382:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508776704:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762503.257424:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508777216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762503.257434:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508776832:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762503.257468:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762503.257477:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762503.257482:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762503.257495:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762503.257497:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2474
00000100:00080000:0.0:1789762503.257528:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762503.257536:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762503.257547:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762503.257550:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff9686c954ce00 x1876699508776832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762503.257570:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508777344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762503.257585:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508776832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762503.257605:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.257613:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762503.257619:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508776832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762503.257628:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508776960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762503.257656:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762503.257702:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff9686c954c380 x1876699508776960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762503.257716:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508776960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762503.257725:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.257729:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762503.257732:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508776960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762503.257740:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508777088:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762503.257783:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762503.257796:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff9686c954d880 x1876699508777088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762503.257810:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508777088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762503.257820:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.257824:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762503.257827:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508777088:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762503.257851:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508777216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762503.257873:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762503.257885:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff9686c954f100 x1876699508777216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762503.257899:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508777216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762503.257908:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.257912:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762503.257915:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508777216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762503.257922:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508777344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762503.257957:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762503.257968:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762503/real 1789762503]  req@ffff9686c954c700 x1876699508777344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762503.257980:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508777344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762528 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762503.257988:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762503.257991:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762503.257994:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508777344:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762503.320872:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762504.344795:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762505.368780:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762506.392781:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762507.416815:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762508.376813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762508.376827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762508.376834:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762508.376849:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2480
00000100:00080000:0.0:1789762508.376865:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762508.376876:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762508.376933:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508777472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762508.376965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762508.376971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762508.376975:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762508.376983:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2480
00000100:00080000:0.0:1789762508.376991:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762508.376999:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762508.377012:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762508.377015:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508777472:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762508.377053:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508777600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762508.377075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762508.377082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762508.377086:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762508.377095:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2480
00000100:00080000:0.0:1789762508.377100:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762508.377106:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762508.377114:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762508.377121:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762508.377132:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508777728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762508.377149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762508.377155:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762508.377191:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762508.377199:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2480
00000100:00100000:2.0:1789762508.377203:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff9686c954f800 x1876699508777472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762508.377223:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762508.377229:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762508.377236:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762508.377250:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508777856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762508.377258:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508777472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762508.377274:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762508.377276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762508.377280:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789762508.377281:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762508.377284:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762508.377286:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508777472:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762508.377289:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2480
00000100:00080000:0.0:1789762508.377294:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762508.377298:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762508.377304:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762508.377315:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508777600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762508.377317:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508777984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762508.377330:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762508.377335:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762508.377338:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762508.377344:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2480
00000100:00080000:0.0:1789762508.377348:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762508.377350:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762508.377353:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762508.377360:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762508.377368:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff9686c954ca80 x1876699508777600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762508.377374:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508778112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762508.377388:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508777600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762508.377400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762508.377407:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762508.377413:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508777600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762508.377422:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508777728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762508.377455:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762508.377471:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff9686c954d180 x1876699508777728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762508.377485:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508777728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762508.377495:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762508.377501:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762508.377525:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508777728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762508.377537:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508777856:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762508.377577:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762508.377599:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff9686c954c000 x1876699508777856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762508.377624:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508777856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762508.377641:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762508.377692:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762508.377700:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508777856:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762508.377752:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508777984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762508.377785:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762508.377805:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff9686c954fb80 x1876699508777984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762508.377818:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508777984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762508.377846:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762508.377850:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762508.377854:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508777984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762508.377861:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508778112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762508.377887:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762508.377899:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762508/real 1789762508]  req@ffff9686c954ea00 x1876699508778112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762508.377913:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508778112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762533 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762508.377922:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762508.377926:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762508.377929:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508778112:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762508.440874:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762509.464762:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762510.488868:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762511.512795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762512.536889:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762513.496719:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762513.496728:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762513.496731:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762513.496740:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2485
00000100:00080000:0.0:1789762513.496751:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762513.496758:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762513.496795:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508778240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762513.496818:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762513.496822:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762513.496824:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762513.496829:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2485
00000100:00080000:0.0:1789762513.496832:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762513.496836:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762513.496843:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762513.496851:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508778368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762513.496858:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762513.496860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762513.496862:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762513.496864:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2485
00000100:00080000:0.0:1789762513.496866:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762513.496869:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762513.496872:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762513.496878:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508778496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762513.496885:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762513.496887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762513.496891:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762513.496892:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508778240:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762513.496894:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2485
00000100:00080000:0.0:1789762513.496899:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762513.496903:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762513.496906:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762513.496913:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508778624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762513.496920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762513.496923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762513.496924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762513.496926:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2485
00000100:00080000:0.0:1789762513.496929:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762513.496931:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762513.496934:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762513.496940:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508778752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762513.496947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762513.496949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762513.496951:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789762513.496955:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762513.496956:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2485
00000100:00080000:0.0:1789762513.496961:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762513.496964:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762513.496968:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762513.496976:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508778880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762513.496995:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9686c954e680 x1876699508778240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762513.497009:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508778240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762513.497022:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762513.497026:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762513.497030:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508778240:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762513.497036:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508778368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762513.497058:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762513.497070:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9686c954df80 x1876699508778368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762513.497084:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508778368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762513.497093:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762513.497096:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762513.497100:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508778368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762513.497139:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508778496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762513.497194:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762513.497208:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9686c954e300 x1876699508778496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762513.497219:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508778496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762513.497228:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762513.497231:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762513.497234:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508778496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762513.497240:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508778624:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762513.497256:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762513.497265:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9686c954ed80 x1876699508778624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762513.497275:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508778624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762513.497282:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762513.497285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762513.497288:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508778624:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762513.497292:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508778752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762513.497306:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762513.497315:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9686c954ea00 x1876699508778752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762513.497325:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508778752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762513.497332:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762513.497335:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762513.497337:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508778752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762513.497342:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508778880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762513.497356:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762513.497364:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762513/real 1789762513]  req@ffff9686c954fb80 x1876699508778880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762513.497374:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508778880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762538 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762513.497382:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762513.497384:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762513.497387:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508778880:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762513.560797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762514.584824:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762515.608745:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762516.632843:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762517.656799:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762518.616723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762518.616731:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762518.616735:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762518.616744:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2490
00000100:00080000:0.0:1789762518.616753:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762518.616761:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762518.616802:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508779008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762518.616827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762518.616830:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762518.616832:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762518.616836:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2490
00000100:00080000:0.0:1789762518.616840:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762518.616844:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762518.616853:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762518.616863:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508779008:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762518.616865:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508779136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762518.616878:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762518.616880:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762518.616881:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762518.616884:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2490
00000100:00080000:0.0:1789762518.616888:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762518.616891:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762518.616894:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762518.616902:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508779264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762518.616909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762518.616911:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762518.616912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762518.616914:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2490
00000100:00080000:0.0:1789762518.616917:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762518.616920:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762518.616923:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762518.616933:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508779392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762518.616934:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762518.616947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762518.616950:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762518.616952:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762518.616955:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2490
00000100:00080000:0.0:1789762518.616958:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762518.616960:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762518.616963:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762518.616970:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508779520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762518.616980:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9686c954c000 x1876699508779008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762518.616984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762518.616992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762518.616995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762518.617001:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2490
00000100:00080000:0.0:1789762518.617004:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762518.617011:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762518.617011:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508779008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762518.617021:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762518.617025:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762518.617030:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762518.617036:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508779008:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762518.617039:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508779648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762518.617067:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508779136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762518.617108:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762518.617119:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9686c954d180 x1876699508779136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762518.617128:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508779136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762518.617138:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762518.617141:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762518.617143:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508779136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762518.617148:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508779264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762518.617167:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762518.617179:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9686c954ca80 x1876699508779264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762518.617192:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508779264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762518.617200:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762518.617204:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762518.617207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508779264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762518.617211:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508779392:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762518.617227:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762518.617234:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9686c954f800 x1876699508779392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762518.617241:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508779392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762518.617246:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762518.617248:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762518.617251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508779392:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762518.617255:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508779520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762518.617265:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762518.617271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9686c954c700 x1876699508779520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762518.617278:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508779520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762518.617283:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762518.617285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762518.617286:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508779520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762518.617290:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508779648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762518.617300:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762518.617305:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762518/real 1789762518]  req@ffff9686c954f100 x1876699508779648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762518.617312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508779648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762543 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762518.617317:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762518.617318:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762518.617320:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508779648:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762518.680768:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762519.704774:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762520.728878:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762521.752764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762522.776797:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762523.736769:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.736785:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762523.736791:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.736806:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2495
00000100:00080000:1.0:1789762523.736821:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.736832:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762523.736878:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508779776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.736911:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.736916:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762523.736918:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.736922:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2495
00000100:00080000:1.0:1789762523.736926:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.736931:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762523.736942:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762523.736956:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508779904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.736967:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.736971:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762523.736973:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.736978:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2495
00000100:00080000:1.0:1789762523.736982:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.736987:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762523.736993:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762523.737000:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508779776:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762523.737007:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508780032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.737020:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.737025:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762523.737027:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.737031:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2495
00000100:00080000:1.0:1789762523.737035:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.737039:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762523.737058:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762523.737073:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508780160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.737085:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.737089:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762523.737091:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.737098:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2495
00000800:00000100:2.0:1789762523.737098:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762523.737106:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.737112:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762523.737118:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762523.737133:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508780288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762523.737143:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762523.737147:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762523.737149:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762523.737154:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2495
00000100:00100000:2.0:1789762523.737157:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9686c4be9f80 x1876699508779776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762523.737160:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762523.737171:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762523.737178:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762523.737187:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508779776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762523.737194:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508780416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762523.737206:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762523.737213:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762523.737218:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508779776:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762523.737224:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508779904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762523.737244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762523.737253:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9686c4beaa00 x1876699508779904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762523.737262:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508779904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762523.737268:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762523.737270:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762523.737272:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508779904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762523.737295:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508780032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762523.737307:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762523.737313:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9686c4beb800 x1876699508780032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762523.737320:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508780032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762523.737331:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762523.737333:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762523.737335:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508780032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762523.737339:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508780160:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762523.737350:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762523.737355:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9686c4beb100 x1876699508780160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762523.737362:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508780160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762523.737368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762523.737369:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762523.737371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508780160:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762523.737375:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508780288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762523.737386:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762523.737392:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9686c4be9500 x1876699508780288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762523.737399:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508780288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762523.737404:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762523.737406:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762523.737408:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508780288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762523.737411:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508780416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762523.737421:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762523.737427:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762523/real 1789762523]  req@ffff9686c4be9880 x1876699508780416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762523.737433:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508780416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762548 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762523.737437:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762523.737439:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762523.737441:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508780416:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762523.800867:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762524.824804:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762525.848800:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762526.872796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762527.896747:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762528.856729:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.856746:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762528.856751:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.856766:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2500
00000100:00080000:1.0:1789762528.856779:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.856787:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762528.856830:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508780544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762528.856854:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.856857:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762528.856858:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.856862:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2500
00000100:00080000:1.0:1789762528.856864:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.856867:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762528.856875:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762528.856885:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508780672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762528.856897:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.856900:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762528.856902:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.856904:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2500
00000100:00080000:1.0:1789762528.856906:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.856909:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762528.856912:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762528.856916:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508780544:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762528.856922:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508780800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762528.856932:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.856935:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762528.856936:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.856939:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2500
00000100:00080000:1.0:1789762528.856940:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.856942:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762528.856946:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762528.856956:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508780928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762528.856964:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.856966:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762528.856967:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.856970:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2500
00000100:00080000:1.0:1789762528.856973:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.856976:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762528.856980:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762528.856986:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508781056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762528.856992:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762528.856995:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762528.856996:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762528.856999:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2500
00000100:00080000:1.0:1789762528.857001:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762528.857019:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:2.0:1789762528.857024:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762528.857026:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762528.857038:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508781184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762528.857090:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9686c4be8000 x1876699508780544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762528.857114:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508780544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762528.857128:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762528.857133:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762528.857137:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508780544:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762528.857146:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508780672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762528.857172:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762528.857187:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9686c4be8700 x1876699508780672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762528.857200:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508780672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762528.857208:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762528.857212:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762528.857215:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508780672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762528.857244:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508780800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762528.857262:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762528.857273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9686c4beb480 x1876699508780800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762528.857286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508780800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762528.857294:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762528.857298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762528.857301:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508780800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762528.857309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508780928:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762528.857330:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762528.857342:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9686c4be9880 x1876699508780928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762528.857355:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508780928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762528.857364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762528.857377:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762528.857381:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508780928:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762528.857389:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508781056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762528.857413:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762528.857425:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9686c4be9500 x1876699508781056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762528.857439:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508781056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762528.857447:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762528.857451:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762528.857454:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508781056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762528.857461:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508781184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762528.857483:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762528.857496:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762528/real 1789762528]  req@ffff9686c4beb100 x1876699508781184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762528.857508:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508781184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762553 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762528.857517:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762528.857521:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762528.857525:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508781184:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762528.920815:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762529.944799:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762530.968843:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762531.992816:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762533.016812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762533.976749:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762533.976762:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762533.976767:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762533.976779:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2505
00000100:00080000:2.0:1789762533.976791:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762533.976802:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762533.976844:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508781312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762533.976871:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762533.976874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762533.976876:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762533.976879:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2505
00000100:00080000:2.0:1789762533.976883:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762533.976886:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762533.976896:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762533.976909:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508781440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762533.976916:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508781312:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762533.976922:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762533.976934:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762533.976936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762533.976940:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2505
00000100:00080000:2.0:1789762533.976943:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762533.976949:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762533.976954:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762533.977009:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762533.977046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508781568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762533.977058:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9686c7a9a680 x1876699508781312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762533.977059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762533.977075:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762533.977083:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762533.977093:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2505
00000100:00080000:2.0:1789762533.977100:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762533.977105:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762533.977111:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762533.977111:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508781312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762533.977126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508781696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762533.977131:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762533.977135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762533.977139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762533.977143:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762533.977144:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762533.977149:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2505
00000100:00080000:2.0:1789762533.977155:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762533.977160:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508781312:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762533.977161:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762533.977169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762533.977182:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508781824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762533.977197:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762533.977200:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508781440:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762533.977206:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762533.977211:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762533.977218:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2505
00000100:00080000:2.0:1789762533.977227:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762533.977233:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762533.977239:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762533.977248:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762533.977254:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9686c7a9b800 x1876699508781440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.977267:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508781440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762533.977278:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508781952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762533.977297:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.977310:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762533.977316:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508781440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762533.977326:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508781568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762533.977350:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762533.977358:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9686c7a9b100 x1876699508781568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.977371:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508781568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.977379:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.977383:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762533.977386:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508781568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762533.977393:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508781696:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762533.977416:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762533.977426:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9686c7a99c00 x1876699508781696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.977435:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508781696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.977440:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.977442:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762533.977445:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508781696:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762533.977458:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508781824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762533.977472:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762533.977479:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9686c7a9aa00 x1876699508781824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.977487:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508781824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.977492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.977493:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762533.977495:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508781824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762533.977499:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508781952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762533.977509:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762533.977515:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762533/real 1789762533]  req@ffff9686c7a9a300 x1876699508781952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762533.977523:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508781952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762558 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762533.977527:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762533.977529:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762533.977531:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508781952:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762534.040813:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762535.064776:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762536.088825:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762537.112790:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762538.136780:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762539.096805:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.096816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762539.096821:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.096831:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2510
00000100:00080000:3.0:1789762539.096843:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762539.096851:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762539.096890:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276d80 x1876699508782080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762539.096919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.096923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762539.096925:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.096944:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2510
00000100:00080000:3.0:1789762539.096949:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762539.096954:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762539.096964:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762539.096975:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508782080:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762539.096983:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275f80 x1876699508782208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762539.096996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.097000:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762539.097002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.097006:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2510
00000100:00080000:3.0:1789762539.097011:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762539.097016:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762539.097022:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762539.097035:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274700 x1876699508782336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762539.097039:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789762539.097058:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.097063:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762539.097064:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.097070:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2510
00000100:00080000:3.0:1789762539.097074:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762539.097078:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762539.097085:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762539.097098:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274a80 x1876699508782464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762539.097105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff9686d8276d80 x1876699508782080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762539.097118:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.097123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762539.097126:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762539.097132:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276d80 x1876699508782080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762539.097133:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2510
00000100:00080000:3.0:1789762539.097142:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762539.097147:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762539.097150:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789762539.097154:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762539.097160:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508782080:192.168.203.123@tcp:250:kworker.0
00000008:00100000:3.0:1789762539.097160:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762539.097181:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277800 x1876699508782592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762539.097187:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508782208:192.168.203.123@tcp:38:kworker.0
00000100:00080000:3.0:1789762539.097202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762539.097206:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762539.097209:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762539.097215:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2510
00000100:00080000:3.0:1789762539.097220:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762539.097223:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789762539.097228:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762539.097236:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762539.097245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff9686d8275f80 x1876699508782208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762539.097252:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276a00 x1876699508782720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762539.097274:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275f80 x1876699508782208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.097286:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.097291:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762539.097295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508782208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762539.097303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508782336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762539.097327:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762539.097341:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff9686d8274700 x1876699508782336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.097354:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274700 x1876699508782336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.097364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.097367:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762539.097371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508782336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762539.097378:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508782464:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762539.097401:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762539.097414:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff9686d8274a80 x1876699508782464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.097427:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274a80 x1876699508782464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.097436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.097440:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762539.097444:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508782464:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762539.097460:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508782592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762539.097476:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762539.097483:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff9686d8277800 x1876699508782592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.097491:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277800 x1876699508782592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.097496:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.097498:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762539.097500:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508782592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762539.097504:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508782720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762539.097513:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762539.097519:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762539/real 1789762539]  req@ffff9686d8276a00 x1876699508782720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762539.097527:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276a00 x1876699508782720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762564 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762539.097531:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762539.097533:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762539.097535:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508782720:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762539.160757:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762540.184840:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762541.208814:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762542.232833:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762543.256757:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762544.216723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762544.216731:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762544.216735:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762544.216744:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2515
00000100:00080000:0.0:1789762544.216754:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762544.216761:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762544.216793:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508782848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762544.216822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762544.216826:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762544.216828:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762544.216833:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2515
00000100:00080000:0.0:1789762544.216837:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762544.216841:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762544.216850:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762544.216863:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508782976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762544.216874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762544.216876:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508782848:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762544.216878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762544.216882:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762544.216901:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2515
00000100:00080000:0.0:1789762544.216905:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762544.216909:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762544.216913:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762544.216925:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508783104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762544.216933:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762544.216936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762544.216938:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762544.216941:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2515
00000100:00080000:0.0:1789762544.216944:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762544.216947:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762544.216951:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762544.216961:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508783232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762544.216969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762544.216971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762544.216973:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762544.216976:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2515
00000100:00080000:0.0:1789762544.216978:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762544.216981:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762544.216985:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762544.216993:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508783360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762544.217002:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762544.217005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789762544.217005:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508782976:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762544.217008:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762544.217015:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2515
00000100:00080000:0.0:1789762544.217018:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762544.217022:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762544.217026:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762544.217037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508783488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762544.217048:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508783104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762544.217077:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508783232:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762544.217100:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508783360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762544.217121:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508783488:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762544.280734:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762545.304780:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762546.328777:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762547.288973:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789762547.289031:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762547.289054:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762547.289112:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762547.289128:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762547.289140:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762547.289152:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:2.0:1789762547.289165:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762547]  req@ffff9686c954c380 x1876699508782976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789762547.289166:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:2.0:1789762547.289204:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508782976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762547.289220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762547.289226:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762547.289232:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508782976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762547.289242:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762547]  req@ffff9686c954ce00 x1876699508783104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762547.289255:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508783104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762547.289263:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762547.289267:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762547.289271:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508783104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762547.289279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762547]  req@ffff9686c954dc00 x1876699508783232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762547.289300:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508783232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762547.289310:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762547.289314:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762547.289317:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508783232:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762547.289325:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762547]  req@ffff9686c954d880 x1876699508782848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762547.289355:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508782848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762547.289364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762547.289368:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762547.289371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508782848:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762547.289410:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762547]  req@ffff9686c954f100 x1876699508783360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762547.289424:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508783360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762547.289445:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762547.289449:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762547.289453:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508783360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762547.289461:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762544/real 1789762547]  req@ffff9686c954c700 x1876699508783488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762547.289473:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508783488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762569 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762547.289482:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762547.289485:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762547.289489:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508783488:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762547.352844:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762548.376812:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762549.336797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762549.336809:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762549.336814:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762549.336827:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2521
00000100:00080000:1.0:1789762549.336842:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762549.336850:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762549.336917:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508783616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762549.336944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762549.336948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762549.336950:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762549.336955:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2521
00000100:00080000:1.0:1789762549.336960:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762549.336965:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762549.336977:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762549.336992:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508783744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762549.337005:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762549.337008:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762549.337012:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762549.337014:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508783616:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762549.337027:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2521
00000100:00080000:1.0:1789762549.337032:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762549.337037:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762549.337044:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762549.337059:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508783872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762549.337075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762549.337080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762549.337082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762549.337086:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2521
00000100:00080000:1.0:1789762549.337091:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762549.337095:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762549.337101:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762549.337114:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508784000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762549.337126:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762549.337129:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762549.337131:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762549.337135:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762549.337140:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2521
00000100:00080000:1.0:1789762549.337145:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762549.337150:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762549.337156:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762549.337169:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508784128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762549.337179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762549.337188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762549.337190:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762549.337194:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2521
00000100:00080000:1.0:1789762549.337199:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789762549.337202:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff9686c4beb800 x1876699508783616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762549.337206:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762549.337215:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762549.337233:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508784256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762549.337239:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508783616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762549.337259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762549.337265:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762549.337271:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508783616:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762549.337303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508783744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762549.337332:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762549.337353:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff9686c4beaa00 x1876699508783744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762549.337368:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508783744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762549.337385:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762549.337389:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762549.337393:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508783744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762549.337400:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508783872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762549.337422:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762549.337435:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff9686c4be9f80 x1876699508783872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762549.337448:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508783872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762549.337457:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762549.337460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762549.337464:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508783872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762549.337471:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508784000:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762549.337493:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762549.337508:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff9686c4bea680 x1876699508784000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762549.337534:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508784000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762549.337544:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762549.337549:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762549.337554:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508784000:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762549.337562:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508784128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762549.337587:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762549.337600:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff9686c4be8380 x1876699508784128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762549.337611:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508784128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762549.337618:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762549.337668:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762549.337673:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508784128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762549.337679:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508784256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762549.337703:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762549.337715:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762549/real 1789762549]  req@ffff9686c4be8e00 x1876699508784256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762549.337728:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508784256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762574 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762549.337737:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762549.337740:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762549.337743:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508784256:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762549.400840:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762550.424841:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762551.448847:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762552.472785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762553.496862:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762554.456709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762554.456719:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762554.456723:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762554.456733:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2526
00000100:00080000:3.0:1789762554.456744:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762554.456751:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762554.456788:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276a00 x1876699508784384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762554.456827:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762554.456832:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762554.456834:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762554.456838:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2526
00000100:00080000:3.0:1789762554.456842:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762554.456847:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762554.456856:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762554.456870:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277800 x1876699508784512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762554.456884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762554.456885:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508784384:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789762554.456892:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762554.456895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762554.456901:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2526
00000100:00080000:3.0:1789762554.456904:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762554.456908:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762554.456913:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762554.456925:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274a80 x1876699508784640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762554.456935:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762554.456939:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762554.456942:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762554.456945:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2526
00000800:00000100:2.0:1789762554.456950:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789762554.456952:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762554.456958:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762554.456964:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762554.456977:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274700 x1876699508784768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762554.456989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762554.456993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762554.456995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762554.456999:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff9686d8276a00 x1876699508784384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762554.457004:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2526
00000100:00080000:3.0:1789762554.457011:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762554.457017:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762554.457024:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762554.457025:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276a00 x1876699508784384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762554.457037:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789762554.457041:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275f80 x1876699508784896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762554.457044:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762554.457052:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508784384:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789762554.457064:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762554.457068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762554.457070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762554.457076:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2526
00000100:00100000:2.0:1789762554.457079:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508784512:192.168.203.123@tcp:38:kworker.0
00000100:00080000:3.0:1789762554.457081:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762554.457088:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762554.457094:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789762554.457100:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762554.457110:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276d80 x1876699508785024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762554.457114:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff9686d8277800 x1876699508784512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762554.457141:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277800 x1876699508784512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762554.457149:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762554.457151:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762554.457155:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508784512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762554.457162:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508784640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762554.457183:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762554.457197:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff9686d8274a80 x1876699508784640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762554.457210:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274a80 x1876699508784640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762554.457222:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762554.457226:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762554.457230:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508784640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762554.457237:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508784768:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762554.457255:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762554.457269:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff9686d8274700 x1876699508784768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762554.457281:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274700 x1876699508784768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762554.457288:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762554.457290:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762554.457292:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508784768:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762554.457297:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508784896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762554.457309:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762554.457316:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff9686d8275f80 x1876699508784896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762554.457324:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275f80 x1876699508784896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762554.457328:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762554.457330:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762554.457332:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508784896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762554.457342:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508785024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762554.457352:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762554.457358:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762554/real 1789762554]  req@ffff9686d8276d80 x1876699508785024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762554.457365:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276d80 x1876699508785024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762579 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762554.457370:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762554.457371:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762554.457373:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508785024:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762554.520826:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762555.544831:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762556.568875:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762557.592742:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762558.616773:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762559.576720:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762559.576728:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762559.576732:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762559.576741:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2531
00000100:00080000:1.0:1789762559.576751:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762559.576758:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762559.576811:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508785152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762559.576840:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762559.576844:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762559.576846:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762559.576850:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2531
00000100:00080000:1.0:1789762559.576853:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762559.576857:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762559.576865:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762559.576877:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508785280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762559.576882:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508785152:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762559.576892:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762559.576895:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762559.576897:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762559.576900:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2531
00000100:00080000:1.0:1789762559.576904:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762559.576907:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762559.576910:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762559.576919:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508785408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762559.576926:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762559.576928:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762559.576929:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762559.576931:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2531
00000100:00080000:1.0:1789762559.576934:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762559.576936:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762559.576939:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789762559.576950:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762559.576951:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508785536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762559.576961:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762559.576963:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762559.576965:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762559.576968:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2531
00000100:00080000:1.0:1789762559.576970:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762559.576972:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762559.576975:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762559.576983:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508785664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762559.576990:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9686c4be9c00 x1876699508785152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762559.576992:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762559.577001:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762559.577004:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762559.577009:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2531
00000100:00080000:1.0:1789762559.577012:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762559.577016:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762559.577016:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508785152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762559.577024:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789762559.577034:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762559.577038:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508785792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762559.577039:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762559.577047:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508785152:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762559.577071:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508785280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762559.577087:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762559.577099:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9686c4bebb80 x1876699508785280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762559.577112:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508785280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762559.577120:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762559.577124:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762559.577127:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508785280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762559.577134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508785408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762559.577154:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762559.577166:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9686c4bead80 x1876699508785408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762559.577174:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508785408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762559.577179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762559.577181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762559.577183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508785408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762559.577187:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508785536:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762559.577201:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762559.577207:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9686c4be8e00 x1876699508785536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762559.577214:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508785536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762559.577220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762559.577222:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762559.577224:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508785536:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762559.577227:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508785664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762559.577244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762559.577250:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9686c4be8380 x1876699508785664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762559.577257:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508785664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762559.577262:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762559.577264:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762559.577266:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508785664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762559.577269:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508785792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762559.577279:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762559.577284:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762559/real 1789762559]  req@ffff9686c4bea680 x1876699508785792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762559.577291:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508785792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762584 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762559.577296:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762559.577298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762559.577300:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508785792:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762559.640769:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762560.664815:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762561.688750:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762562.712898:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762563.736917:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762564.696724:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762564.696733:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762564.696748:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762564.696759:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2536
00000100:00080000:1.0:1789762564.696772:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762564.696781:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762564.696818:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508785920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762564.696845:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762564.696850:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762564.696852:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762564.696857:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2536
00000100:00080000:1.0:1789762564.696861:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762564.696866:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762564.696875:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762564.696887:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508786048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762564.696896:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762564.696900:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762564.696902:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762564.696902:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508785920:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762564.696910:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2536
00000100:00080000:1.0:1789762564.696913:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762564.696915:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762564.696919:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762564.696927:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508786176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762564.696934:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762564.696936:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762564.696938:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762564.696940:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2536
00000100:00080000:1.0:1789762564.696943:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762564.696945:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762564.696948:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762564.696955:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508786304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762564.696962:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789762564.696966:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762564.696967:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762564.696971:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762564.696975:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2536
00000100:00080000:1.0:1789762564.696978:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762564.696980:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762564.696984:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762564.696992:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508786432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762564.696997:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762564.697000:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762564.697001:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762564.697007:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2536
00000100:00100000:2.0:1789762564.697008:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9686c4be9f80 x1876699508785920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762564.697009:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762564.697015:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762564.697022:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762564.697032:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508786560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762564.697034:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508785920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762564.697056:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762564.697060:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762564.697063:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508785920:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762564.697081:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508786048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762564.697097:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762564.697105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9686c4beaa00 x1876699508786048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762564.697113:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508786048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762564.697119:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762564.697121:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762564.697123:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508786048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762564.697126:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508786176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762564.697136:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762564.697142:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9686c4beb800 x1876699508786176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762564.697149:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508786176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762564.697154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762564.697156:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762564.697158:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508786176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762564.697161:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508786304:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762564.697171:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762564.697177:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9686c4beb100 x1876699508786304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762564.697188:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508786304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762564.697196:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762564.697200:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762564.697203:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508786304:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762564.697209:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508786432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762564.697229:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762564.697241:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9686c4be9500 x1876699508786432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762564.697253:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508786432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762564.697263:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762564.697266:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762564.697269:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508786432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762564.697275:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508786560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762564.697297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762564.697308:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762564/real 1789762564]  req@ffff9686c4be9880 x1876699508786560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762564.697316:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508786560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762589 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762564.697322:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762564.697324:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762564.697325:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508786560:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762564.760771:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762565.784815:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762566.808789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762567.832769:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762568.856813:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762569.816781:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762569.816794:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762569.816799:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762569.816811:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2541
00000100:00080000:0.0:1789762569.816825:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762569.816833:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762569.816881:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508786688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762569.816918:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762569.816922:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762569.816923:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762569.816927:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2541
00000100:00080000:0.0:1789762569.816929:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762569.816932:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762569.816942:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762569.816953:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508786816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762569.816962:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762569.816965:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762569.816967:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762569.816970:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2541
00000100:00080000:0.0:1789762569.816973:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762569.816976:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762569.816979:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762569.816985:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508786944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762569.816995:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762569.816999:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762569.817001:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789762569.817001:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508786688:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762569.817015:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2541
00000100:00080000:0.0:1789762569.817026:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762569.817032:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762569.817036:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762569.817049:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508787072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762569.817056:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762569.817060:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762569.817063:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762569.817067:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2541
00000100:00080000:0.0:1789762569.817069:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762569.817083:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762569.817089:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762569.817101:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508787200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762569.817113:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762569.817119:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762569.817121:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762569.817125:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2541
00000100:00080000:0.0:1789762569.817136:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789762569.817137:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762569.817152:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762569.817163:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762569.817183:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508787328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762569.817221:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9686c954f800 x1876699508786688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762569.817261:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508786688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762569.817283:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762569.817291:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762569.817298:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508786688:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762569.817310:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508786816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762569.817349:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762569.817367:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9686c954ca80 x1876699508786816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762569.817385:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508786816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762569.817403:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762569.817409:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762569.817416:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508786816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762569.817461:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508786944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762569.817517:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762569.817533:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9686c954d180 x1876699508786944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762569.817547:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508786944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762569.817557:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762569.817561:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762569.817565:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508786944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762569.817572:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508787072:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762569.817614:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762569.817626:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9686c954c000 x1876699508787072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762569.817640:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508787072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762569.817651:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762569.817654:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762569.817658:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508787072:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762569.817665:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508787200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762569.817797:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762569.817811:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9686c954fb80 x1876699508787200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762569.817824:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508787200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762569.817832:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762569.817835:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762569.817839:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508787200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762569.817845:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508787328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762569.817863:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762569.817872:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762569/real 1789762569]  req@ffff9686c954ea00 x1876699508787328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762569.817884:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508787328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762594 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762569.817892:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762569.817895:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762569.817899:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508787328:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762569.880830:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762570.904797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762571.928799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762572.952767:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762573.976816:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789762574.936852:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762574.936862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789762574.936867:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762574.936878:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2546
00000100:00080000:3.0:1789762574.936890:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762574.936897:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762574.936941:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277480 x1876699508787456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762574.936984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762574.936989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762574.936991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762574.936996:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2546
00000100:00080000:3.0:1789762574.937001:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762574.937006:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762574.937019:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762574.937039:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276680 x1876699508787584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762574.937052:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789762574.937054:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508787456:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789762574.937056:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762574.937060:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762574.937068:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2546
00000100:00080000:3.0:1789762574.937071:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762574.937074:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762574.937077:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762574.937085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274000 x1876699508787712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762574.937092:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762574.937094:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789762574.937095:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762574.937098:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2546
00000100:00080000:3.0:1789762574.937100:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762574.937102:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762574.937106:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762574.937126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275c00 x1876699508787840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762574.937138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762574.937140:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762574.937142:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762574.937144:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2546
00000100:00080000:3.0:1789762574.937147:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762574.937150:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762574.937153:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762574.937165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276300 x1876699508787968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789762574.937166:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789762574.937187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762574.937190:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762574.937192:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762574.937194:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2546
00000100:00080000:3.0:1789762574.937197:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762574.937200:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789762574.937203:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762574.937211:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277b80 x1876699508788096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789762574.937240:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9686d8277480 x1876699508787456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762574.937258:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277480 x1876699508787456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762574.937268:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762574.937272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762574.937275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508787456:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762574.937303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508787584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762574.937319:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762574.937328:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9686d8276680 x1876699508787584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762574.937336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276680 x1876699508787584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762574.937342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762574.937345:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762574.937347:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508787584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762574.937351:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508787712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762574.937362:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762574.937368:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9686d8274000 x1876699508787712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762574.937376:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274000 x1876699508787712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762574.937381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762574.937383:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762574.937384:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508787712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762574.937388:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508787840:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789762574.937399:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762574.937404:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9686d8275c00 x1876699508787840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762574.937411:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275c00 x1876699508787840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762574.937425:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762574.937427:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762574.937428:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508787840:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789762574.937431:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508787968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762574.937442:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762574.937448:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9686d8276300 x1876699508787968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762574.937456:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276300 x1876699508787968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762574.937461:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762574.937462:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762574.937464:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508787968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762574.937467:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508788096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789762574.937477:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762574.937483:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762574/real 1789762574]  req@ffff9686d8277b80 x1876699508788096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762574.937490:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277b80 x1876699508788096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762599 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762574.937495:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762574.937497:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762574.937498:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508788096:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762575.000859:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762576.024803:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762577.048895:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762578.072788:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762579.096805:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762580.056786:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.056794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762580.056799:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.056810:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2551
00000100:00080000:0.0:1789762580.056821:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.056828:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762580.056862:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508788224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762580.056889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.056893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762580.056895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.056900:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2551
00000100:00080000:0.0:1789762580.056906:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.056911:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762580.056921:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508788224:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789762580.056922:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762580.056943:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508788352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762580.056956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.056960:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762580.056962:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.056966:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2551
00000100:00080000:0.0:1789762580.056973:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.056976:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762580.056981:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762580.056982:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762580.056995:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508788480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762580.057003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.057005:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762580.057007:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.057011:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2551
00000100:00080000:0.0:1789762580.057014:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.057019:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762580.057022:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762580.057029:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508788608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762580.057035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.057038:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762580.057039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.057041:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2551
00000100:00080000:0.0:1789762580.057042:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.057044:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762580.057047:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762580.057055:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508788736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762580.057065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762580.057068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762580.057071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762580.057075:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2551
00000100:00100000:3.0:1789762580.057076:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff9686c954ed80 x1876699508788224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762580.057081:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762580.057090:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762580.057101:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762580.057109:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508788224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762580.057118:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508788864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762580.057120:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762580.057128:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762580.057135:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508788224:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762580.057261:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508788352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762580.057320:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762580.057334:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff9686c954e300 x1876699508788352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762580.057342:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508788352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762580.057349:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762580.057351:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762580.057353:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508788352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762580.057357:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508788480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762580.057370:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762580.057376:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff9686c954df80 x1876699508788480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762580.057384:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508788480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762580.057393:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762580.057395:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762580.057397:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508788480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762580.057401:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508788608:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762580.057411:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762580.057416:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff9686c954e680 x1876699508788608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762580.057423:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508788608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762580.057428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762580.057430:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762580.057432:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508788608:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762580.057436:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508788736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762580.057445:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762580.057452:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff9686c954ea00 x1876699508788736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762580.057458:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508788736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762580.057463:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762580.057465:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762580.057468:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508788736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762580.057471:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508788864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762580.057481:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762580.057487:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762580/real 1789762580]  req@ffff9686c954fb80 x1876699508788864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762580.057494:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508788864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762605 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762580.057499:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762580.057501:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762580.057503:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508788864:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762580.120766:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762581.144827:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762582.168758:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762583.192766:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762584.216765:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762585.176743:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762585.176754:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762585.176758:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762585.176772:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2556
00000100:00080000:0.0:1789762585.176784:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762585.176793:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762585.176838:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508788992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762585.176858:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762585.176861:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762585.176863:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762585.176867:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2556
00000100:00080000:0.0:1789762585.176870:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762585.176874:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762585.176882:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762585.176897:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508789120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762585.176899:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508788992:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762585.176928:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762585.176932:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762585.176934:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762585.176941:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2556
00000100:00080000:0.0:1789762585.176943:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762585.176946:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762585.176950:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762585.176962:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508789248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762585.176970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762585.176974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762585.176975:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762585.176978:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2556
00000100:00080000:0.0:1789762585.176983:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762585.176988:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762585.176992:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762585.176998:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762585.177011:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508789376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762585.177020:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762585.177023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762585.177025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762585.177029:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2556
00000100:00080000:0.0:1789762585.177034:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762585.177038:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762585.177046:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff9686c954c000 x1876699508788992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762585.177047:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762585.177066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508789504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762585.177087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762585.177090:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762585.177091:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762585.177096:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508788992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762585.177100:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2556
00000100:00080000:0.0:1789762585.177108:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762585.177119:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762585.177132:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762585.177134:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.177141:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762585.177146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508789632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762585.177151:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508788992:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762585.177193:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508789120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762585.177215:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762585.177225:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff9686c954d180 x1876699508789120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762585.177234:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508789120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762585.177239:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.177242:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762585.177244:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508789120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762585.177248:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508789248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762585.177258:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762585.177264:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff9686c954ca80 x1876699508789248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762585.177271:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508789248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762585.177276:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.177278:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762585.177280:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508789248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762585.177284:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508789376:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762585.177295:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762585.177300:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff9686c954f800 x1876699508789376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762585.177307:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508789376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762585.177313:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.177315:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762585.177317:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508789376:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762585.177321:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508789504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762585.177331:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762585.177336:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff9686c954c700 x1876699508789504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762585.177343:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508789504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762585.177348:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.177350:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762585.177352:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508789504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762585.177355:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508789632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762585.177365:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762585.177370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762585/real 1789762585]  req@ffff9686c954f100 x1876699508789632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762585.177377:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508789632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762610 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762585.177381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762585.177383:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762585.177385:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508789632:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762585.240787:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762586.264767:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762587.288824:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762588.312796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762589.336783:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762590.296742:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762590.296753:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762590.296758:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762590.296769:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2562
00000100:00080000:1.0:1789762590.296781:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762590.296789:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762590.296826:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508789760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762590.296854:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762590.296858:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762590.296860:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762590.296865:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2562
00000100:00080000:1.0:1789762590.296870:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762590.296875:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762590.296885:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762590.296886:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508789760:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762590.296905:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508789888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762590.296919:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762590.296923:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762590.296925:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762590.296930:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2562
00000100:00080000:1.0:1789762590.296936:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762590.296940:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762590.296946:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762590.296947:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762590.296962:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508790016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762590.296973:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762590.296977:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762590.296979:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762590.296984:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2562
00000100:00080000:1.0:1789762590.296988:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762590.296993:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762590.297001:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762590.297001:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff9686c4beb480 x1876699508789760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762590.297033:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508790144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762590.297037:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508789760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762590.297057:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762590.297061:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762590.297062:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762590.297068:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762590.297069:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762590.297077:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508789760:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762590.297080:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2562
00000100:00080000:1.0:1789762590.297087:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762590.297093:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762590.297099:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762590.297103:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508789888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762590.297125:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508790272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762590.297133:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762590.297147:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762590.297152:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762590.297156:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762590.297156:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff9686c4be8700 x1876699508789888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762590.297165:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2562
00000100:00080000:1.0:1789762590.297174:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762590.297180:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762590.297183:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508789888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762590.297189:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762590.297191:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762590.297196:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762590.297199:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508789888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762590.297208:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508790016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762590.297209:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508790400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762590.297228:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762590.297238:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff9686c4be8000 x1876699508790016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762590.297247:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508790016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762590.297253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762590.297255:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762590.297257:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508790016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762590.297261:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508790144:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762590.297273:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762590.297279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff9686c4be9880 x1876699508790144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762590.297286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508790144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762590.297291:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762590.297293:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762590.297295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508790144:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762590.297305:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508790272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762590.297316:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762590.297323:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff9686c4be9500 x1876699508790272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762590.297330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508790272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762590.297336:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762590.297338:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762590.297340:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508790272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762590.297343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508790400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762590.297353:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762590.297358:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762590/real 1789762590]  req@ffff9686c4beb100 x1876699508790400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762590.297365:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508790400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762615 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762590.297370:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762590.297372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762590.297374:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508790400:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762590.360785:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762591.384751:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762592.408825:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762593.432759:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762594.456800:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762595.416766:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762595.416775:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762595.416779:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762595.416787:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2567
00000100:00080000:0.0:1789762595.416798:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762595.416804:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762595.416836:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508790528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762595.416858:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762595.416862:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762595.416863:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762595.416866:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2567
00000100:00080000:0.0:1789762595.416869:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762595.416872:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762595.416879:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762595.416890:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508790656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762595.416906:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508790528:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762595.416909:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762595.416921:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762595.416924:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762595.416931:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2567
00000100:00080000:0.0:1789762595.416936:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762595.416941:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762595.416946:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762595.416958:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508790784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762595.416965:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762595.416968:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762595.416970:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762595.416973:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2567
00000100:00080000:0.0:1789762595.416976:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762595.416978:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762595.416985:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762595.416992:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508790912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762595.417003:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762595.417009:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762595.417012:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762595.417014:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762595.417017:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2567
00000100:00080000:0.0:1789762595.417022:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762595.417026:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762595.417029:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762595.417040:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508791040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762595.417047:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762595.417050:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762595.417051:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762595.417057:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2567
00000100:00080000:0.0:1789762595.417059:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762595.417061:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762595.417064:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762595.417073:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff9686c954d880 x1876699508790528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762595.417074:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508791168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762595.417100:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508790528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.417111:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.417117:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762595.417123:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508790528:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762595.417147:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508790656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762595.417166:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762595.417175:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff9686c954dc00 x1876699508790656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.417183:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508790656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.417188:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.417191:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762595.417193:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508790656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762595.417197:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508790784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762595.417208:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762595.417215:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff9686c954ce00 x1876699508790784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.417222:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508790784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.417227:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.417229:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762595.417231:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508790784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762595.417234:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508790912:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762595.417245:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762595.417252:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff9686c954c380 x1876699508790912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.417259:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508790912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.417265:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.417266:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762595.417268:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508790912:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762595.417272:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508791040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762595.417283:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762595.417289:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff9686c954f100 x1876699508791040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.417297:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508791040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.417302:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.417303:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762595.417305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508791040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762595.417309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508791168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762595.417318:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762595.417324:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762595/real 1789762595]  req@ffff9686c954c700 x1876699508791168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762595.417330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508791168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762620 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762595.417336:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762595.417338:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762595.417340:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508791168:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762595.480800:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762596.504837:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762597.528770:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762598.552778:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762599.576781:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762600.536740:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.536751:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762600.536756:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.536768:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2572
00000100:00080000:1.0:1789762600.536780:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.536789:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762600.536841:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508791296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762600.536869:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.536873:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762600.536874:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.536878:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2572
00000100:00080000:1.0:1789762600.536882:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.536886:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762600.536896:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762600.536908:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508791296:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762600.536910:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508791424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762600.536923:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.536927:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762600.536928:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.536931:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2572
00000100:00080000:1.0:1789762600.536935:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.536938:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762600.536940:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762600.536950:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508791552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762600.536957:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.536960:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762600.536961:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.536964:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2572
00000100:00080000:1.0:1789762600.536967:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.536969:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762600.536972:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762600.536979:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508791680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762600.536986:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.536989:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762600.536990:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.536992:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2572
00000100:00080000:1.0:1789762600.536994:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.537000:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762600.537001:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762600.537006:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762600.537015:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508791808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762600.537023:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762600.537025:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762600.537027:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762600.537030:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2572
00000100:00080000:1.0:1789762600.537032:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762600.537034:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762600.537037:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762600.537045:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508791936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762600.537068:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9686c4beb800 x1876699508791296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.537091:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508791296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.537104:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.537108:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762600.537117:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508791296:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762600.537142:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508791424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.537163:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762600.537173:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9686c4beaa00 x1876699508791424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.537182:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508791424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.537188:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.537191:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762600.537193:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508791424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.537198:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508791552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.537210:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762600.537216:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9686c4be9f80 x1876699508791552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.537225:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508791552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.537233:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.537236:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762600.537240:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508791552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.537246:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508791680:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762600.537268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762600.537280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9686c4bea680 x1876699508791680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.537288:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508791680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.537295:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.537297:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762600.537299:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508791680:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762600.537303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508791808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.537317:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762600.537324:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9686c4be8380 x1876699508791808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.537334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508791808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.537342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.537346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762600.537349:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508791808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762600.537354:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508791936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762600.537374:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762600.537385:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762600/real 1789762600]  req@ffff9686c4be8e00 x1876699508791936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762600.537398:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508791936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762625 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762600.537406:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762600.537410:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762600.537413:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508791936:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762600.600857:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762601.624752:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762602.648790:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762603.672758:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762604.696785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762605.656775:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.656786:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762605.656792:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.656804:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2577
00000100:00080000:0.0:1789762605.656818:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762605.656826:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762605.656869:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508792064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762605.656893:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.656896:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762605.656897:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.656901:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2577
00000100:00080000:0.0:1789762605.656904:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762605.656908:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762605.656917:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762605.656929:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508792064:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762605.656930:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508792192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762605.656941:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.656947:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762605.656950:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.656952:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2577
00000100:00080000:0.0:1789762605.656955:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762605.656957:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762605.656960:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762605.656969:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508792320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762605.656980:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.656983:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762605.656985:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.656987:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2577
00000100:00080000:0.0:1789762605.656989:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762605.656992:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762605.656995:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762605.657003:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508792448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762605.657010:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.657013:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762605.657014:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.657016:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2577
00000100:00080000:0.0:1789762605.657019:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762605.657024:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762605.657025:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762605.657029:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762605.657038:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508792576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762605.657046:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762605.657049:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762605.657050:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762605.657053:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2577
00000100:00080000:0.0:1789762605.657056:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762605.657059:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762605.657062:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762605.657071:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508792704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762605.657084:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9686c954f800 x1876699508792064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.657100:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508792064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.657114:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.657117:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762605.657120:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508792064:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762605.657143:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508792192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.657161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762605.657170:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9686c954ca80 x1876699508792192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.657178:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508792192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.657184:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.657186:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762605.657188:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508792192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762605.657192:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508792320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.657202:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762605.657208:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9686c954d180 x1876699508792320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.657215:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508792320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.657221:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.657222:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762605.657224:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508792320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762605.657229:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508792448:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762605.657240:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762605.657246:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9686c954c000 x1876699508792448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.657253:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508792448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.657259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.657260:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762605.657262:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508792448:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762605.657266:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508792576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.657276:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762605.657282:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9686c954fb80 x1876699508792576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.657289:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508792576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.657295:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.657296:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762605.657298:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508792576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762605.657301:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508792704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762605.657311:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762605.657317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762605/real 1789762605]  req@ffff9686c954ea00 x1876699508792704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762605.657324:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508792704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762630 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762605.657329:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762605.657331:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762605.657333:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508792704:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762605.720772:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762606.744827:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762607.768734:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762608.792814:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762609.816791:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762610.776755:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.776770:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762610.776776:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.776791:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2582
00000100:00080000:2.0:1789762610.776804:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.776813:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762610.776863:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508792832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762610.776893:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.776897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762610.776900:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.776906:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2582
00000100:00080000:2.0:1789762610.776911:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.776916:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762610.776928:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508792832:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762610.776929:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762610.776949:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508792960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762610.776962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.776967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762610.776969:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.776974:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2582
00000100:00080000:2.0:1789762610.776990:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.776995:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762610.777001:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762610.777015:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508793088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762610.777027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.777031:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762610.777033:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.777038:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2582
00000100:00080000:2.0:1789762610.777044:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.777049:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762610.777056:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762610.777058:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508792960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762610.777076:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508793216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762610.777090:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508793088:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762610.777093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.777099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762610.777102:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762610.777108:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2582
00000100:00100000:3.0:1789762610.777112:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508793216:192.168.203.123@tcp:8:kworker.0
00000100:00080000:2.0:1789762610.777116:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.777123:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762610.777130:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762610.777145:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508793344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762610.777162:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762610.777167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762610.777169:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762610.777175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508793344:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762610.777176:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2582
00000100:00080000:2.0:1789762610.777185:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762610.777191:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762610.777197:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762610.777212:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508793472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762610.777261:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508793472:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762610.840803:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762611.864815:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762612.888775:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762613.848901:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789762613.848939:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762613.848952:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762613.848995:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762613.849013:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762613.849024:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762613.849038:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762613.849050:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762613.849064:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9686c7a9b100 x1876699508793216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762613.849096:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508793216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762613.849107:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762613.849111:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762613.849114:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508793216:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762613.849128:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9686c7a9aa00 x1876699508792960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762613.849146:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508792960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762613.849154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762613.849159:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762613.849162:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508792960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762613.849171:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9686c7a99c00 x1876699508793088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762613.849184:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508793088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762613.849193:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762613.849197:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762613.849201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508793088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762613.849209:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9686c7a9a300 x1876699508792832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762613.849223:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508792832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762613.849230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762613.849234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762613.849238:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508792832:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762613.849275:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9686c7a9a680 x1876699508793472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762613.849288:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508793472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762613.849297:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762613.849301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762613.849304:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508793472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762613.849312:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762610/real 1789762613]  req@ffff9686c7a9b800 x1876699508793344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762613.849326:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508793344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762635 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762613.849334:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762613.849338:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762613.849341:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508793344:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762613.912829:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762614.936746:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762615.896744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762615.896753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762615.896758:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762615.896768:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2587
00000100:00080000:0.0:1789762615.896780:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762615.896788:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762615.896824:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508793600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762615.896844:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762615.896848:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762615.896850:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762615.896854:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2587
00000100:00080000:0.0:1789762615.896858:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762615.896862:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762615.896868:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508793600:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789762615.896873:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762615.896893:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508793728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762615.896905:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762615.896910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762615.896912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762615.896916:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2587
00000100:00080000:0.0:1789762615.896922:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762615.896928:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762615.896934:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762615.896935:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762615.896951:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508793856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762615.896961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762615.896965:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762615.896967:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762615.896971:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2587
00000100:00080000:0.0:1789762615.896976:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762615.896980:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762615.896986:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9686c954e680 x1876699508793600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762615.896988:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762615.897007:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508793984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762615.897016:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508793600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762615.897023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762615.897032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789762615.897033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762615.897034:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762615.897044:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789762615.897045:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2587
00000100:00080000:0.0:1789762615.897053:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762615.897054:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508793600:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762615.897062:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762615.897070:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762615.897089:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508793728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762615.897092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508794112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762615.897105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762615.897109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762615.897111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762615.897114:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2587
00000100:00080000:0.0:1789762615.897130:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762615.897134:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762615.897141:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762615.897142:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762615.897158:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508794240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762615.897161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9686c954df80 x1876699508793728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.897193:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508793728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.897205:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.897209:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762615.897212:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508793728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.897221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508793856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.897245:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762615.897257:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9686c954e300 x1876699508793856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.897270:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508793856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.897279:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.897283:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762615.897286:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508793856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.897293:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508793984:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762615.897316:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762615.897327:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9686c954ed80 x1876699508793984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.897339:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508793984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.897347:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.897351:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762615.897367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508793984:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762615.897385:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508794112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.897410:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762615.897421:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9686c954e680 x1876699508794112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.897433:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508794112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.897441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.897444:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762615.897448:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508794112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762615.897454:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508794240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762615.897475:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762615.897683:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762615/real 1789762615]  req@ffff9686c954ea00 x1876699508794240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762615.897710:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508794240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762640 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762615.897720:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762615.897724:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762615.897728:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508794240:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762615.960813:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762616.984777:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762618.008766:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762619.032783:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762620.056821:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762621.016737:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762621.016745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762621.016749:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762621.016759:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2592
00000100:00080000:0.0:1789762621.016770:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762621.016776:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762621.016810:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508794368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762621.016831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762621.016834:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762621.016835:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762621.016838:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2592
00000100:00080000:0.0:1789762621.016841:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762621.016844:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762621.016851:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762621.016860:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508794496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762621.016867:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508794368:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762621.016870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762621.016874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762621.016875:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762621.016879:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2592
00000100:00080000:0.0:1789762621.016881:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762621.016883:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762621.016886:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762621.016894:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508794624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762621.016901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762621.016903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762621.016904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762621.016907:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2592
00000100:00080000:0.0:1789762621.016910:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762621.016912:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762621.016915:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762621.016923:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508794752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762621.016928:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762621.016941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762621.016951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762621.016952:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762621.016956:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2592
00000100:00080000:0.0:1789762621.016959:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762621.016962:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762621.016965:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762621.016968:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff9686c954fb80 x1876699508794368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762621.016976:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508794880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762621.016984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762621.016987:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508794368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762621.016988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762621.016991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762621.016997:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2592
00000100:00080000:0.0:1789762621.017002:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762621.017007:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762621.017007:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762621.017014:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762621.017014:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762621.017021:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508794368:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762621.017025:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508795008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762621.017042:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508794496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762621.017068:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762621.017082:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff9686c954c000 x1876699508794496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.017097:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508794496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762621.017111:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.017113:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762621.017115:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508794496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762621.017120:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508794624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762621.017136:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762621.017143:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff9686c954d180 x1876699508794624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.017151:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508794624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762621.017156:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.017158:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762621.017160:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508794624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762621.017163:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508794752:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762621.017174:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762621.017180:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff9686c954ca80 x1876699508794752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.017187:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508794752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762621.017192:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.017193:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762621.017196:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508794752:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762621.017200:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508794880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762621.017210:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762621.017215:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff9686c954f800 x1876699508794880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.017222:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508794880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762621.017227:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.017237:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762621.017239:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508794880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762621.017243:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508795008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762621.017254:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762621.017260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762621/real 1789762621]  req@ffff9686c954c700 x1876699508795008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762621.017268:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508795008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762646 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762621.017273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762621.017274:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762621.017276:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508795008:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762621.080765:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762622.104864:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762623.128798:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762624.152868:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762625.176779:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762626.136709:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.136720:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762626.136724:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762626.136737:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2597
00000100:00080000:0.0:1789762626.136750:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.136759:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762626.136811:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508795136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762626.136838:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.136841:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762626.136843:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762626.136847:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2597
00000100:00080000:0.0:1789762626.136851:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.136855:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762626.136865:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762626.136869:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508795136:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762626.136882:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508795264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762626.136896:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.136900:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762626.136902:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762626.136907:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2597
00000100:00080000:0.0:1789762626.136912:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.136917:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762626.136924:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762626.136936:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508795392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762626.136943:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.136947:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762626.136950:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762626.136951:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762626.136957:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2597
00000100:00080000:0.0:1789762626.136982:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.136986:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762626.136991:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762626.136997:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff9686c954f100 x1876699508795136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762626.137003:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508795520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762626.137020:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.137024:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762626.137027:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508795136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762626.137028:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762626.137037:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2597
00000100:00080000:0.0:1789762626.137044:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762626.137048:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762626.137049:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762626.137056:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:0.0:1789762626.137057:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762626.137061:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508795136:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762626.137076:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508795648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762626.137088:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762626.137092:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762626.137094:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762626.137097:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508795264:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789762626.137102:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2597
00000100:00080000:0.0:1789762626.137108:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762626.137114:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762626.137121:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762626.137122:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762626.137134:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff9686c954c380 x1876699508795264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762626.137140:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508795776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762626.137150:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508795264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.137161:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.137164:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762626.137167:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508795264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762626.137172:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508795392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762626.137187:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762626.137203:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff9686c954ce00 x1876699508795392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762626.137212:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508795392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.137222:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.137224:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762626.137227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508795392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762626.137230:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508795520:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762626.137243:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762626.137248:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff9686c954dc00 x1876699508795520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762626.137256:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508795520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.137261:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.137263:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762626.137265:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508795520:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762626.137268:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508795648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762626.137295:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762626.137304:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff9686c954d880 x1876699508795648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762626.137312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508795648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.137320:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.137323:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762626.137328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508795648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762626.137347:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508795776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762626.137368:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762626.137378:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762626/real 1789762626]  req@ffff9686c954f100 x1876699508795776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762626.137387:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508795776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762651 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762626.137397:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762626.137399:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762626.137402:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508795776:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762626.200809:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762627.224810:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762628.248823:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762629.272851:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762630.296804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762631.256745:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762631.256756:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762631.256760:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762631.256773:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2602
00000100:00080000:2.0:1789762631.256786:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762631.256795:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762631.256839:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508795904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762631.256862:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762631.256866:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762631.256867:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762631.256871:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2602
00000100:00080000:2.0:1789762631.256874:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762631.256877:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762631.256893:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762631.256899:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508795904:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762631.256906:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508796032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762631.256916:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762631.256919:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762631.256920:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762631.256923:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2602
00000100:00080000:2.0:1789762631.256925:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762631.256928:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762631.256933:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762631.256941:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508796160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762631.256948:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762631.256951:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762631.256952:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762631.256955:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2602
00000100:00080000:2.0:1789762631.256966:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762631.256969:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762631.256972:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762631.256980:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508796288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762631.256984:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762631.256993:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762631.256997:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762631.256998:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762631.257002:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2602
00000100:00080000:2.0:1789762631.257004:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762631.257008:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762631.257011:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762631.257019:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508796416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762631.257025:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762631.257028:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762631.257029:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762631.257032:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2602
00000100:00080000:2.0:1789762631.257035:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762631.257038:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762631.257041:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff9686c7a99f80 x1876699508795904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789762631.257043:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762631.257056:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508796544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762631.257065:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508795904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762631.257076:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762631.257080:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762631.257084:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508795904:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762631.257107:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508796032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762631.257125:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762631.257134:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff9686c7a98380 x1876699508796032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762631.257143:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508796032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762631.257148:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762631.257150:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762631.257152:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508796032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762631.257156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508796160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762631.257167:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762631.257173:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff9686c7a98000 x1876699508796160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762631.257181:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508796160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762631.257186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762631.257187:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762631.257196:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508796160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762631.257201:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508796288:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762631.257213:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762631.257219:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff9686c7a9ad80 x1876699508796288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762631.257227:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508796288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762631.257233:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762631.257235:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762631.257249:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508796288:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762631.257254:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508796416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762631.257269:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762631.257280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff9686c7a98e00 x1876699508796416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762631.257292:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508796416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762631.257301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762631.257305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762631.257309:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508796416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762631.257315:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508796544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762631.257335:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762631.257343:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762631/real 1789762631]  req@ffff9686c7a9b480 x1876699508796544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762631.257351:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508796544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762656 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762631.257356:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762631.257358:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762631.257361:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508796544:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762631.320819:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762632.344803:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762633.368776:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762634.392758:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762635.416800:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762636.376851:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762636.376864:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762636.376871:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762636.376886:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2608
00000100:00080000:0.0:1789762636.376901:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762636.376910:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762636.376963:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508796672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762636.376992:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762636.376995:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762636.376997:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762636.377000:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2608
00000100:00080000:0.0:1789762636.377003:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762636.377005:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762636.377015:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762636.377027:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508796800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762636.377039:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762636.377045:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762636.377054:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762636.377056:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508796672:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762636.377061:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2608
00000100:00080000:0.0:1789762636.377072:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762636.377090:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762636.377095:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762636.377108:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508796928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762636.377115:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762636.377119:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762636.377121:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762636.377125:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2608
00000100:00080000:0.0:1789762636.377127:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762636.377130:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762636.377133:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762636.377142:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508797056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762636.377150:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762636.377154:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762636.377155:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762636.377163:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2608
00000800:00000100:3.0:1789762636.377164:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762636.377173:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762636.377179:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762636.377185:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762636.377196:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508797184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762636.377220:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762636.377223:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762636.377226:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762636.377229:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2608
00000100:00080000:0.0:1789762636.377232:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762636.377234:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762636.377238:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762636.377245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff9686c954c700 x1876699508796672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762636.377251:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508797312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762636.377318:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508796672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762636.377332:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762636.377337:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762636.377341:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508796672:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762636.377367:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508796800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762636.377391:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762636.377402:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff9686c954f800 x1876699508796800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762636.377412:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508796800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762636.377420:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762636.377422:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762636.377425:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508796800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762636.377430:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508796928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762636.377444:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762636.377452:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff9686c954ca80 x1876699508796928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762636.377461:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508796928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762636.377468:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762636.377470:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762636.377472:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508796928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762636.377477:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508797056:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762636.377490:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762636.377497:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff9686c954d180 x1876699508797056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762636.377515:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508797056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762636.377522:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762636.377524:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762636.377527:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508797056:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762636.377531:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508797184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762636.377545:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762636.377553:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff9686c954c000 x1876699508797184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762636.377562:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508797184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762636.377568:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762636.377571:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762636.377573:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508797184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762636.377578:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508797312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762636.377590:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762636.377601:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762636/real 1789762636]  req@ffff9686c954fb80 x1876699508797312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762636.377616:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508797312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762661 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762636.377655:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762636.377661:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762636.377666:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508797312:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762636.440842:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762637.464809:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762638.488824:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762639.512848:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762640.536821:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762641.496743:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762641.496754:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762641.496759:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762641.496771:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2613
00000100:00080000:1.0:1789762641.496782:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762641.496790:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762641.496824:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508797440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762641.496851:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762641.496855:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762641.496858:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762641.496863:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2613
00000100:00080000:1.0:1789762641.496868:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762641.496871:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762641.496879:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508797440:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762641.496880:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762641.496896:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508797568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762641.496905:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762641.496908:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762641.496910:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762641.496913:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2613
00000100:00080000:1.0:1789762641.496915:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762641.496918:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762641.496922:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762641.496930:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508797696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762641.496936:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762641.496941:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789762641.496941:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762641.496945:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762641.496948:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2613
00000100:00080000:1.0:1789762641.496952:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762641.496955:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762641.496958:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762641.496967:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508797824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762641.496974:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762641.496976:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762641.496978:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762641.496981:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9686c4bead80 x1876699508797440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762641.496983:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2613
00000100:00080000:1.0:1789762641.496989:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762641.496996:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762641.497001:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762641.497007:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508797440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762641.497011:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508797952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762641.497031:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762641.497031:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762641.497038:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762641.497040:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762641.497040:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762641.497048:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2613
00000100:00080000:1.0:1789762641.497052:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762641.497052:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508797440:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762641.497060:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762641.497064:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762641.497070:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508798080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762641.497085:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508797568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762641.497123:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762641.497136:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9686c4bebb80 x1876699508797568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762641.497149:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508797568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762641.497156:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762641.497160:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762641.497176:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508797568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762641.497183:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508797696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762641.497203:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762641.497214:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9686c4be9c00 x1876699508797696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762641.497226:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508797696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762641.497236:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762641.497239:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762641.497243:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508797696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762641.497249:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508797824:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762641.497270:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762641.497283:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9686c4be8e00 x1876699508797824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762641.497294:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508797824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762641.497301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762641.497302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762641.497305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508797824:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762641.497309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508797952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762641.497323:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762641.497330:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9686c4be8380 x1876699508797952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762641.497337:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508797952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762641.497342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762641.497344:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762641.497346:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508797952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762641.497349:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508798080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762641.497359:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762641.497365:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762641/real 1789762641]  req@ffff9686c4bea680 x1876699508798080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762641.497371:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508798080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762666 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762641.497377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762641.497379:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762641.497381:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508798080:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762641.560798:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762642.584748:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762643.608852:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762644.632785:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762645.656823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762646.616801:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762646.616820:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762646.616828:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762646.616843:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2618
00000100:00080000:1.0:1789762646.616859:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762646.616871:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762646.616920:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508798208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762646.616955:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762646.616960:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762646.616963:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762646.616968:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2618
00000100:00080000:1.0:1789762646.616973:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762646.616978:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762646.616990:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762646.617007:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508798336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762646.617024:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762646.617026:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508798208:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762646.617033:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762646.617041:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762646.617064:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2618
00000100:00080000:1.0:1789762646.617069:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762646.617079:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762646.617087:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762646.617104:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508798464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762646.617118:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762646.617156:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762646.617160:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762646.617167:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762646.617178:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2618
00000100:00080000:1.0:1789762646.617188:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762646.617198:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762646.617210:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762646.617235:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508798592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762646.617257:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9686c4be9f80 x1876699508798208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762646.617288:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762646.617296:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762646.617299:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762646.617308:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508798208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762646.617309:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2618
00000100:00080000:1.0:1789762646.617321:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762646.617335:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762646.617341:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762646.617346:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762646.617353:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762646.617362:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508798208:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762646.617373:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508798720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762646.617386:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762646.617391:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762646.617394:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762646.617402:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508798336:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762646.617403:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2618
00000100:00080000:1.0:1789762646.617413:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762646.617420:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762646.617426:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762646.617445:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508798848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762646.617460:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762646.617486:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9686c4beaa00 x1876699508798336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762646.617505:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508798336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762646.617516:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762646.617520:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762646.617525:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508798336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762646.617539:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508798464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762646.617577:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762646.617600:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9686c4beb800 x1876699508798464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762646.617619:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508798464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762646.617662:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762646.617666:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762646.617671:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508798464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762646.617679:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508798592:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762646.617710:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762646.617724:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9686c4beb100 x1876699508798592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762646.617738:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508798592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762646.617749:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762646.617752:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762646.617756:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508798592:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762646.617762:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508798720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762646.617781:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762646.617792:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9686c4be9500 x1876699508798720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762646.617806:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508798720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762646.617816:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762646.617819:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762646.617823:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508798720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762646.617843:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508798848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762646.617863:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762646.617874:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762646/real 1789762646]  req@ffff9686c4be9880 x1876699508798848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762646.617888:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508798848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762671 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762646.617898:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762646.617901:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762646.617904:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508798848:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762646.680804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762647.704856:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762648.728830:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762649.752819:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762650.776812:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762651.736730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762651.736743:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762651.736748:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762651.736763:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2623
00000100:00080000:2.0:1789762651.736777:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762651.736788:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762651.736835:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508798976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762651.736873:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762651.736878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762651.736881:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762651.736887:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2623
00000100:00080000:2.0:1789762651.736894:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762651.736902:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762651.736915:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762651.736923:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508798976:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762651.736940:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508799104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762651.736969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762651.736972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762651.736974:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762651.736979:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2623
00000100:00080000:2.0:1789762651.736985:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762651.736988:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762651.736993:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762651.737004:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508799232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762651.737011:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762651.737014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762651.737015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762651.737017:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2623
00000100:00080000:2.0:1789762651.737019:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762651.737022:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762651.737025:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762651.737031:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508799360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762651.737039:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762651.737042:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762651.737043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762651.737046:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2623
00000100:00080000:2.0:1789762651.737061:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762651.737066:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762651.737069:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762651.737080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508799488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762651.737103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762651.737106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762651.737109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762651.737113:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2623
00000100:00080000:2.0:1789762651.737117:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762651.737120:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762651.737124:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762651.737134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508799616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762651.737229:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762651.737279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9686c7a9bb80 x1876699508798976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762651.737346:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508798976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762651.737367:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762651.737372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762651.737377:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508798976:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762651.737401:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508799104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762651.737431:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762651.737445:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9686c7a99880 x1876699508799104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762651.737459:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508799104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762651.737468:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762651.737472:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762651.737476:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508799104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762651.737484:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508799232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762651.737507:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762651.737519:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9686c7a98700 x1876699508799232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762651.737532:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508799232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762651.737541:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762651.737545:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762651.737548:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508799232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762651.737556:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508799360:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762651.737580:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762651.737592:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9686c7a99180 x1876699508799360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762651.737605:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508799360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762651.737614:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762651.737617:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762651.737620:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508799360:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762651.737652:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508799488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762651.737679:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762651.737697:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9686c7a98a80 x1876699508799488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762651.737709:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508799488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762651.737718:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762651.737722:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762651.737725:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508799488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762651.737732:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508799616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762651.737754:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762651.737767:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762651/real 1789762651]  req@ffff9686c7a9b480 x1876699508799616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762651.737780:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508799616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762676 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762651.737788:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762651.737792:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762651.737795:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508799616:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762651.800772:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762652.824796:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762653.848797:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762654.872812:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762655.896829:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762656.856731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.856745:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762656.856751:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.856766:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2628
00000100:00080000:2.0:1789762656.856781:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.856791:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762656.856838:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508799744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.856863:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.856867:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762656.856868:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.856872:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2628
00000100:00080000:2.0:1789762656.856875:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.856879:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762656.856889:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762656.856898:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508799744:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762656.856902:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508799872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.856913:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.856916:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762656.856917:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.856921:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2628
00000100:00080000:2.0:1789762656.856923:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.856925:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762656.856928:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762656.856935:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508800000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.856942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.856945:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762656.856946:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.856949:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2628
00000100:00080000:2.0:1789762656.856961:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.856964:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762656.856968:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762656.856989:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762656.856997:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508800128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.857007:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.857010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762656.857011:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.857015:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2628
00000100:00080000:2.0:1789762656.857018:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.857021:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762656.857024:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762656.857032:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508800256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762656.857038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762656.857041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762656.857043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762656.857045:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2628
00000100:00100000:3.0:1789762656.857061:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9686c7a98e00 x1876699508799744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762656.857064:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762656.857072:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762656.857078:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762656.857086:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508799744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762656.857095:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508800384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762656.857098:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.857115:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762656.857121:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508799744:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762656.857144:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508799872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762656.857162:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762656.857171:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9686c7a9ad80 x1876699508799872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.857180:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508799872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.857191:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.857193:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762656.857196:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508799872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762656.857199:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508800000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762656.857210:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762656.857216:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9686c7a98000 x1876699508800000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.857224:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508800000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.857229:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.857231:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762656.857233:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508800000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762656.857237:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508800128:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762656.857248:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762656.857254:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9686c7a98380 x1876699508800128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.857261:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508800128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.857266:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.857268:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762656.857270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508800128:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762656.857274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508800256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762656.857285:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762656.857291:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9686c7a99f80 x1876699508800256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.857298:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508800256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.857303:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.857305:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762656.857307:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508800256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762656.857310:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508800384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762656.857320:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762656.857326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762656/real 1789762656]  req@ffff9686c7a9b800 x1876699508800384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762656.857334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508800384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762681 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762656.857339:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762656.857341:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762656.857342:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508800384:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762656.920780:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762657.944760:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762658.968781:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762659.992815:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762661.016812:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762661.976768:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.976778:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762661.976783:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.976796:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2633
00000100:00080000:1.0:1789762661.976808:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.976817:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762661.976862:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508800512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762661.976887:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.976891:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762661.976892:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.976895:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2633
00000100:00080000:1.0:1789762661.976899:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.976903:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762661.976913:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762661.976924:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508800640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762661.976936:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508800512:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762661.976970:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.976974:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762661.976977:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.976984:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2633
00000100:00080000:1.0:1789762661.976989:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.976994:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762661.977001:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762661.977027:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508800768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762661.977033:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762661.977048:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.977052:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762661.977055:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.977061:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2633
00000100:00080000:1.0:1789762661.977066:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.977072:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762661.977079:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762661.977083:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9686c4be8000 x1876699508800512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762661.977103:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508800896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762661.977109:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508800512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762661.977124:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762661.977128:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762661.977129:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762661.977135:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.977146:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2633
00000100:00080000:3.0:1789762661.977150:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762661.977152:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.977160:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762661.977163:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508800512:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762661.977166:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762661.977180:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508801024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762661.977189:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762661.977192:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762661.977193:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762661.977196:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2633
00000100:00080000:1.0:1789762661.977199:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762661.977206:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762661.977207:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508800640:192.168.203.123@tcp:38:kworker.0
00000008:00100000:1.0:1789762661.977218:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762661.977238:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508801152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762661.977243:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762661.977259:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9686c4be8700 x1876699508800640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.977274:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508800640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.977281:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.977284:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762661.977286:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508800640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762661.977292:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508800768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762661.977304:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762661.977310:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9686c4beb480 x1876699508800768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.977317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508800768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.977327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.977329:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762661.977331:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508800768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762661.977335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508800896:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762661.977345:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762661.977351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9686c4be9880 x1876699508800896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.977358:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508800896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.977363:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.977365:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762661.977367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508800896:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762661.977370:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508801024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762661.977381:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762661.977386:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9686c4be9500 x1876699508801024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.977393:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508801024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.977398:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.977400:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762661.977402:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508801024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762661.977414:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508801152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762661.977424:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762661.977430:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762661/real 1789762661]  req@ffff9686c4beb100 x1876699508801152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762661.977437:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508801152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762686 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762661.977442:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762661.977444:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762661.977446:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508801152:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762662.040802:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762663.064784:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762664.088749:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762665.112812:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762666.136761:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762667.096850:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762667.096861:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762667.096866:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762667.096876:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2638
00000100:00080000:2.0:1789762667.096908:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762667.096919:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762667.097023:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508801280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762667.097056:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762667.097061:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762667.097063:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762667.097068:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2638
00000100:00080000:2.0:1789762667.097090:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762667.097099:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762667.097117:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508801280:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762667.097118:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762667.097159:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508801408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762667.097177:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762667.097182:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762667.097185:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762667.097190:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2638
00000100:00080000:2.0:1789762667.097196:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762667.097202:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762667.097213:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762667.097215:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762667.097236:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508801536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762667.097258:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762667.097276:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762667.097279:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762667.097286:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff9686c7a9a680 x1876699508801280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762667.097291:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2638
00000100:00080000:2.0:1789762667.097305:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762667.097318:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762667.097327:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762667.097330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508801280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.097363:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762667.097371:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508801664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762667.097371:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762667.097388:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508801280:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762667.097390:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762667.097402:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762667.097404:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762667.097409:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2638
00000100:00080000:2.0:1789762667.097414:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762667.097417:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762667.097421:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762667.097428:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508801408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762667.097434:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508801792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762667.097445:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762667.097449:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762667.097451:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762667.097453:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2638
00000100:00080000:2.0:1789762667.097458:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762667.097466:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762667.097470:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762667.097478:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762667.097487:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff9686c7a9a300 x1876699508801408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762667.097491:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508801920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762667.097561:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508801408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.097572:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762667.097577:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762667.097581:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508801408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762667.097587:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508801536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762667.097611:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762667.097624:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff9686c7a99c00 x1876699508801536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762667.097664:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508801536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.097673:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762667.097677:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762667.097680:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508801536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762667.097688:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508801664:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762667.097721:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762667.097730:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff9686c7a9aa00 x1876699508801664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762667.097738:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508801664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.097744:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762667.097746:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762667.097748:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508801664:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762667.097762:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508801792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762667.097774:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762667.097781:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff9686c7a9b100 x1876699508801792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762667.097788:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508801792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.097793:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762667.097795:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762667.097797:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508801792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762667.097801:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508801920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762667.097812:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762667.097818:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762667/real 1789762667]  req@ffff9686c7a9a680 x1876699508801920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762667.097826:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508801920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762692 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762667.097830:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762667.097832:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762667.097835:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508801920:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762667.160808:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762668.184756:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762669.208784:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762670.232838:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762671.256761:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762672.216784:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762672.216795:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762672.216800:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762672.216812:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2643
00000100:00080000:1.0:1789762672.216825:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762672.216835:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762672.216891:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508802048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762672.216918:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762672.216921:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762672.216922:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762672.216926:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2643
00000100:00080000:1.0:1789762672.216928:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762672.216947:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762672.216959:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762672.216974:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508802176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762672.216978:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508802048:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762672.216999:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762672.217003:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762672.217005:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762672.217010:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2643
00000100:00080000:1.0:1789762672.217015:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762672.217019:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762672.217023:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762672.217039:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508802304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762672.217050:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762672.217053:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762672.217054:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762672.217063:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2643
00000100:00080000:1.0:1789762672.217066:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762672.217071:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762672.217077:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762672.217080:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762672.217091:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508802432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762672.217099:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762672.217103:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762672.217104:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762672.217107:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2643
00000100:00080000:1.0:1789762672.217110:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762672.217115:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762672.217121:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762672.217128:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff9686c4beb800 x1876699508802048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762672.217133:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508802560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762672.217191:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762672.217194:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762672.217195:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762672.217200:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508802048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762672.217204:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2643
00000100:00080000:1.0:1789762672.217215:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762672.217223:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762672.217226:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762672.217228:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762672.217233:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762672.217243:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508802048:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762672.217246:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508802688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762672.217279:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508802176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762672.217302:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762672.217311:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff9686c4beaa00 x1876699508802176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762672.217320:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508802176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762672.217326:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762672.217328:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762672.217331:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508802176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762672.217335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508802304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762672.217346:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762672.217353:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff9686c4be9f80 x1876699508802304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762672.217361:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508802304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762672.217366:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762672.217368:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762672.217370:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508802304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762672.217373:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508802432:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762672.217385:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762672.217390:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff9686c4bea680 x1876699508802432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762672.217406:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508802432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762672.217412:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762672.217414:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762672.217416:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508802432:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762672.217421:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508802560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762672.217432:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762672.217439:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff9686c4be8380 x1876699508802560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762672.217446:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508802560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762672.217452:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762672.217454:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762672.217456:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508802560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762672.217459:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508802688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762672.217469:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762672.217475:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762672/real 1789762672]  req@ffff9686c4be8e00 x1876699508802688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762672.217482:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508802688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762697 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762672.217493:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762672.217495:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762672.217497:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508802688:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762672.280850:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762673.304812:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762674.328792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762675.352846:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762676.376758:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762677.336705:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762677.336714:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762677.336718:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.336727:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2649
00000100:00080000:1.0:1789762677.336737:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762677.336744:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762677.336789:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508802816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762677.336810:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762677.336813:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762677.336814:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.336817:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2649
00000100:00080000:1.0:1789762677.336820:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762677.336822:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762677.336839:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762677.336847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508802944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762677.336855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762677.336858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762677.336860:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.336862:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2649
00000100:00080000:1.0:1789762677.336864:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762677.336867:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762677.336870:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762677.336875:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508802816:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762677.336880:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508803072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762677.336888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762677.336890:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762677.336892:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.336908:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2649
00000100:00080000:1.0:1789762677.336911:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762677.336914:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762677.336918:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762677.336929:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508803200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762677.336937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762677.336940:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762677.336941:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.336944:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2649
00000100:00080000:1.0:1789762677.336947:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762677.336950:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762677.336953:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762677.336961:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508803328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762677.336972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762677.336973:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508802944:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762677.336976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762677.336981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762677.336985:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2649
00000100:00080000:1.0:1789762677.336988:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762677.336991:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762677.336995:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762677.337012:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508803456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762677.337012:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508803072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762677.337038:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508803200:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762677.337055:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508803328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762677.337071:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508803456:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762677.400752:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762678.424966:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762679.448761:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762680.409204:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789762680.409270:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762680.409290:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762680.409337:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762680.409346:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762680.409353:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762680.409361:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762680.409371:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762680.409437:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762680]  req@ffff9686c4bea680 x1876699508803456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762680.409493:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508803456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762680.409514:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762680.409525:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762680.409533:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508803456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762680.409548:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762680]  req@ffff9686c4bead80 x1876699508803072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762680.409565:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508803072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762680.409574:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762680.409578:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762680.409581:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508803072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762680.409589:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762680]  req@ffff9686c4be8e00 x1876699508803200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762680.409602:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508803200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762680.409611:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762680.409616:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762680.409620:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508803200:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762680.409661:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762680]  req@ffff9686c4be8380 x1876699508803328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762680.409678:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508803328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762680.409687:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762680.409693:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762680.409696:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508803328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762680.409706:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762680]  req@ffff9686c4be9c00 x1876699508802816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762680.409720:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508802816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762680.409729:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762680.409732:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762680.409736:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508802816:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762680.409745:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762677/real 1789762680]  req@ffff9686c4bebb80 x1876699508802944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762680.410500:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508802944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762702 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762680.410514:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762680.410519:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762680.410523:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508802944:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762680.472788:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762681.496764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762682.456728:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762682.456743:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762682.456749:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762682.456764:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2654
00000100:00080000:1.0:1789762682.456780:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762682.456790:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762682.456838:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508803584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762682.456882:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762682.456894:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762682.456896:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762682.456901:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2654
00000100:00080000:1.0:1789762682.456906:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762682.456911:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762682.456924:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762682.456938:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508803584:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762682.456944:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508803712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762682.456958:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762682.456962:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762682.456964:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762682.456969:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2654
00000100:00080000:1.0:1789762682.456973:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762682.456978:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762682.456983:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762682.456997:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508803840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762682.457008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762682.457012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762682.457015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762682.457019:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2654
00000100:00080000:1.0:1789762682.457024:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762682.457029:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762682.457034:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762682.457039:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762682.457056:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508803968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762682.457068:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762682.457072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762682.457075:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762682.457080:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2654
00000100:00080000:1.0:1789762682.457085:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762682.457093:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762682.457094:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff9686c4be9f80 x1876699508803584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762682.457099:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762682.457119:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508804096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762682.457127:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508803584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762682.457136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762682.457146:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762682.457148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789762682.457151:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762682.457155:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2654
00000100:00080000:1.0:1789762682.457161:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762682.457161:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762682.457171:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762682.457177:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762682.457182:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508803584:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762682.457190:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508804224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762682.457226:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508803712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762682.457258:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762682.457273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff9686c4beaa00 x1876699508803712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762682.457285:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508803712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762682.457294:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762682.457299:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762682.457302:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508803712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762682.457309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508803840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762682.457330:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762682.457342:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff9686c4beb800 x1876699508803840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762682.457362:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508803840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762682.457370:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762682.457374:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762682.457377:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508803840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762682.457383:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508803968:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762682.457405:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762682.457416:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff9686c4beb100 x1876699508803968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762682.457428:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508803968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762682.457437:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762682.457441:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762682.457444:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508803968:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762682.457450:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508804096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762682.457470:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762682.457482:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff9686c4be9500 x1876699508804096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762682.457494:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508804096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762682.457591:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762682.457596:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762682.457599:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508804096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762682.457605:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508804224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762682.457655:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762682.457670:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762682/real 1789762682]  req@ffff9686c4be9880 x1876699508804224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762682.457681:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508804224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762707 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762682.457689:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762682.457692:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762682.457694:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508804224:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762682.520823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762683.544788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762684.568830:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762685.592871:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762686.616859:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762687.576966:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762687.576977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762687.576985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762687.577003:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2659
00000100:00080000:1.0:1789762687.577019:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762687.577031:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762687.577084:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508804352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762687.577122:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762687.577128:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762687.577131:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762687.577139:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2659
00000100:00080000:1.0:1789762687.577147:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762687.577154:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762687.577168:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762687.577186:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508804480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762687.577199:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762687.577203:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762687.577205:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762687.577210:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2659
00000100:00080000:1.0:1789762687.577215:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762687.577219:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762687.577225:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762687.577236:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508804608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762687.577250:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762687.577254:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508804352:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762687.577255:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762687.577261:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762687.577272:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2659
00000100:00080000:1.0:1789762687.577277:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762687.577281:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762687.577285:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762687.577300:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508804736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762687.577311:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762687.577315:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762687.577317:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762687.577322:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2659
00000100:00080000:1.0:1789762687.577325:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762687.577331:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762687.577350:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762687.577374:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508804864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762687.577387:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762687.577415:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762687.577422:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762687.577426:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762687.577433:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2659
00000100:00080000:1.0:1789762687.577440:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762687.577445:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762687.577452:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762687.577466:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508804992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762687.577955:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9686c4beb480 x1876699508804352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762687.577992:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508804352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.578097:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762687.578108:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762687.578120:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508804352:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762687.578137:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508804480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762687.578190:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762687.578219:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9686c4be8700 x1876699508804480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762687.578244:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508804480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.578258:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762687.578265:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762687.578270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508804480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762687.578311:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508804608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762687.578354:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762687.578376:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9686c4be8000 x1876699508804608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762687.578396:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508804608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.578411:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762687.578417:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762687.578422:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508804608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762687.578433:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508804736:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762687.578472:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762687.578493:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9686c4be9880 x1876699508804736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762687.578513:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508804736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.578528:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762687.578533:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762687.578539:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508804736:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762687.578548:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508804864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762687.578606:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762687.578631:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9686c4be9500 x1876699508804864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762687.578715:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508804864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.578731:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762687.578738:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762687.578746:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508804864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762687.578759:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508804992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762687.578803:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762687.578868:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762687/real 1789762687]  req@ffff9686c4beb100 x1876699508804992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762687.578907:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508804992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762712 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762687.578926:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762687.578933:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762687.578939:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508804992:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762687.640858:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762688.664807:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762689.688773:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762690.712807:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762691.736818:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762692.696723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762692.696738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762692.696746:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762692.696761:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2664
00000100:00080000:1.0:1789762692.696793:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762692.696803:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762692.696863:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508805120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762692.696896:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762692.696899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762692.696901:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762692.696905:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2664
00000100:00080000:1.0:1789762692.696909:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762692.696914:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762692.696923:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762692.696930:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508805120:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762692.696937:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508805248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762692.696946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762692.696949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762692.696950:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762692.696953:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2664
00000100:00080000:1.0:1789762692.696955:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762692.696958:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762692.696961:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762692.696970:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508805376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762692.696977:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762692.696980:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762692.696981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762692.696984:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2664
00000100:00080000:1.0:1789762692.696986:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762692.696989:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762692.696992:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762692.697000:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508805504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762692.697008:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762692.697019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762692.697023:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762692.697024:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762692.697027:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2664
00000100:00080000:1.0:1789762692.697031:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762692.697034:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762692.697036:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762692.697044:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508805632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762692.697051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762692.697054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762692.697055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762692.697058:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2664
00000100:00080000:1.0:1789762692.697060:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762692.697064:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9686c4beb800 x1876699508805120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762692.697065:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762692.697072:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762692.697086:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508805760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762692.697090:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508805120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762692.697106:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762692.697110:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762692.697113:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508805120:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762692.697136:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508805248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762692.697153:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762692.697161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9686c4beaa00 x1876699508805248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762692.697175:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508805248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762692.697181:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762692.697184:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762692.697186:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508805248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762692.697190:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508805376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762692.697202:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762692.697208:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9686c4be9f80 x1876699508805376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762692.697216:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508805376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762692.697221:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762692.697223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762692.697225:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508805376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762692.697228:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508805504:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762692.697239:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762692.697245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9686c4bebb80 x1876699508805504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762692.697252:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508805504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762692.697258:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762692.697261:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762692.697265:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508805504:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762692.697271:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508805632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762692.697291:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762692.697303:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9686c4be9c00 x1876699508805632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762692.697318:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508805632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762692.697324:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762692.697326:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762692.697328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508805632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762692.697332:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508805760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762692.697348:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762692.697354:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762692/real 1789762692]  req@ffff9686c4be8380 x1876699508805760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762692.697362:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508805760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762717 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762692.697367:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762692.697369:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762692.697371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508805760:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762692.760776:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762693.784832:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762694.808796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762695.832810:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762696.856798:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762697.816708:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762697.816716:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762697.816721:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762697.816730:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2669
00000100:00080000:1.0:1789762697.816753:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762697.816761:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762697.816794:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508805888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762697.816814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762697.816817:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762697.816818:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762697.816822:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2669
00000100:00080000:1.0:1789762697.816824:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762697.816828:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762697.816838:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762697.816846:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508805888:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762697.816854:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508806016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762697.816868:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762697.816872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762697.816874:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762697.816878:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2669
00000100:00080000:1.0:1789762697.816882:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762697.816887:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762697.816892:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762697.816903:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508806144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762697.816907:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762697.816920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762697.816923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762697.816924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762697.816928:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2669
00000100:00080000:1.0:1789762697.816931:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762697.816934:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762697.816938:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762697.816953:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9686c4be8e00 x1876699508805888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762697.816958:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508806272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762697.816978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762697.816982:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762697.816983:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508805888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762697.816984:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762697.816992:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2669
00000100:00080000:1.0:1789762697.816997:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762697.817003:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762697.817009:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762697.817014:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762697.817019:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508806400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762697.817022:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762697.817030:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508805888:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762697.817033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762697.817037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762697.817038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762697.817042:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2669
00000100:00080000:1.0:1789762697.817044:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762697.817046:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762697.817049:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762697.817056:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508806016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762697.817057:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508806528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762697.817082:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762697.817093:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9686c4bead80 x1876699508806016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762697.817102:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508806016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762697.817107:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762697.817110:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762697.817112:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508806016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762697.817115:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508806144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762697.817126:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762697.817132:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9686c4bea680 x1876699508806144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762697.817139:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508806144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762697.817144:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762697.817146:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762697.817147:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508806144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762697.817151:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508806272:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762697.817162:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762697.817168:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9686c4be8380 x1876699508806272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762697.817175:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508806272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762697.817180:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762697.817182:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762697.817184:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508806272:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762697.817187:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508806400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762697.817196:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762697.817202:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9686c4be9c00 x1876699508806400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762697.817209:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508806400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762697.817214:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762697.817215:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762697.817217:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508806400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762697.817227:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508806528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762697.817237:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762697.817243:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762697/real 1789762697]  req@ffff9686c4bebb80 x1876699508806528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762697.817251:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508806528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762722 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762697.817257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762697.817260:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762697.817263:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508806528:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762697.880793:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762698.904750:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762699.928800:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762700.952772:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762701.976796:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762702.936736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762702.936744:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762702.936748:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762702.936758:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2674
00000100:00080000:1.0:1789762702.936768:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762702.936775:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762702.936811:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508806656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762702.936831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762702.936833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762702.936835:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762702.936838:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2674
00000100:00080000:1.0:1789762702.936840:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762702.936844:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762702.936852:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762702.936861:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508806656:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762702.936862:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508806784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762702.936874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762702.936876:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762702.936877:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762702.936880:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2674
00000100:00080000:1.0:1789762702.936883:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762702.936885:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762702.936888:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762702.936897:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508806912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762702.936903:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762702.936905:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762702.936907:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762702.936909:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2674
00000100:00080000:1.0:1789762702.936912:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762702.936914:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762702.936917:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762702.936918:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762702.936929:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508807040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762702.936936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762702.936939:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762702.936940:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762702.936944:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2674
00000100:00080000:1.0:1789762702.936947:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762702.936949:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762702.936952:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762702.936959:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508807168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762702.936969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762702.936970:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9686c4be9f80 x1876699508806656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762702.936976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762702.936979:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762702.936987:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2674
00000100:00080000:1.0:1789762702.936991:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762702.936994:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762702.936997:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508806656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762702.936999:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762702.937013:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762702.937015:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508807296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762702.937019:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762702.937026:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508806656:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762702.937049:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508806784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762702.937066:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762702.937076:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9686c4beaa00 x1876699508806784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762702.937087:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508806784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762702.937103:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762702.937106:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762702.937110:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508806784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762702.937116:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508806912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762702.937137:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762702.937148:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9686c4beb800 x1876699508806912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762702.937159:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508806912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762702.937167:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762702.937170:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762702.937173:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508806912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762702.937178:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508807040:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762702.937208:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762702.937220:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9686c4beb100 x1876699508807040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762702.937229:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508807040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762702.937235:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762702.937237:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762702.937240:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508807040:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762702.937244:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508807168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762702.937258:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762702.937264:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9686c4be9500 x1876699508807168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762702.937271:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508807168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762702.937276:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762702.937278:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762702.937280:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508807168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762702.937283:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508807296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762702.937293:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762702.937299:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762702/real 1789762702]  req@ffff9686c4be9880 x1876699508807296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762702.937307:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508807296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762727 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762702.937312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762702.937313:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762702.937315:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508807296:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762703.000761:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762704.024786:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762705.048759:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762706.072810:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762707.096812:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762708.056729:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762708.056739:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762708.056743:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762708.056751:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2679
00000100:00080000:2.0:1789762708.056761:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762708.056767:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762708.056800:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508807424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762708.056822:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762708.056825:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762708.056826:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762708.056829:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2679
00000100:00080000:2.0:1789762708.056832:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762708.056836:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762708.056844:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762708.056850:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508807424:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762708.056856:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508807552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762708.056865:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762708.056867:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762708.056868:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762708.056871:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2679
00000100:00080000:2.0:1789762708.056873:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762708.056876:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762708.056879:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762708.056887:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508807680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762708.056894:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762708.056897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762708.056898:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762708.056900:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2679
00000100:00080000:2.0:1789762708.056902:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762708.056905:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762708.056909:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762708.056910:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762708.056920:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508807808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762708.056932:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762708.056935:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762708.056936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762708.056938:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2679
00000100:00080000:2.0:1789762708.056941:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762708.056943:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762708.056946:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762708.056955:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508807936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762708.056959:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff9686c7a9b800 x1876699508807424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.056973:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762708.056977:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762708.056979:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762708.056985:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2679
00000100:00100000:3.0:1789762708.056986:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508807424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762708.056991:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762708.056997:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762708.057003:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762708.057004:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762708.057010:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762708.057013:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508808064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762708.057016:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508807424:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762708.057042:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508807552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762708.057059:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762708.057068:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff9686c7a99f80 x1876699508807552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762708.057076:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508807552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762708.057081:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762708.057083:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762708.057086:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508807552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762708.057089:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508807680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762708.057102:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762708.057113:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff9686c7a98380 x1876699508807680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762708.057125:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508807680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762708.057139:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762708.057143:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762708.057146:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508807680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762708.057152:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508807808:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762708.057180:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762708.057189:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff9686c7a98000 x1876699508807808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762708.057197:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508807808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762708.057202:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762708.057205:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762708.057207:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508807808:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762708.057210:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508807936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762708.057222:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762708.057228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff9686c7a9ad80 x1876699508807936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762708.057236:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508807936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762708.057240:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762708.057242:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762708.057244:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508807936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762708.057248:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508808064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762708.057258:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762708.057263:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762708/real 1789762708]  req@ffff9686c7a98e00 x1876699508808064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762708.057269:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508808064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762733 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762708.057274:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762708.057276:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762708.057278:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508808064:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762708.120785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762709.144784:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762710.168773:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762711.192791:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762712.216760:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762713.176733:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762713.176741:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762713.176746:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762713.176756:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2684
00000100:00080000:2.0:1789762713.176766:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762713.176773:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762713.176807:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508808192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762713.176833:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762713.176837:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762713.176838:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762713.176841:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2684
00000100:00080000:2.0:1789762713.176843:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762713.176846:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762713.176854:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762713.176867:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508808320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762713.176868:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508808192:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762713.176883:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762713.176885:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762713.176886:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762713.176889:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2684
00000100:00080000:2.0:1789762713.176892:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762713.176894:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762713.176898:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762713.176907:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508808448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762713.176913:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762713.176916:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762713.176917:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762713.176919:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2684
00000100:00080000:2.0:1789762713.176923:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762713.176925:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762713.176928:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762713.176932:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762713.176937:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508808576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762713.176946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762713.176948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762713.176950:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762713.176952:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2684
00000100:00080000:2.0:1789762713.176954:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762713.176957:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762713.176960:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762713.176969:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508808704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762713.176972:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff9686c7a9b480 x1876699508808192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762713.176990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762713.176994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762713.176996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762713.177000:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508808192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762713.177001:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2684
00000100:00080000:2.0:1789762713.177006:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762713.177013:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789762713.177016:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762713.177017:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762713.177023:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762713.177029:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508808192:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762713.177029:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508808832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762713.177057:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508808320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762713.177075:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762713.177087:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff9686c7a98a80 x1876699508808320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.177100:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508808320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762713.177108:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762713.177111:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762713.177114:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508808320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762713.177120:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508808448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762713.177140:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762713.177152:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff9686c7a99180 x1876699508808448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.177164:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508808448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762713.177171:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762713.177174:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762713.177177:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508808448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762713.177183:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508808576:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762713.177203:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762713.177214:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff9686c7a98700 x1876699508808576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.177226:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508808576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762713.177234:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762713.177238:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762713.177241:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508808576:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762713.177247:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508808704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762713.177266:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762713.177274:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff9686c7a99880 x1876699508808704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.177281:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508808704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762713.177287:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762713.177289:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762713.177291:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508808704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762713.177295:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508808832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762713.177305:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762713.177310:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762713/real 1789762713]  req@ffff9686c7a9bb80 x1876699508808832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762713.177317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508808832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762738 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762713.177322:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762713.177324:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762713.177326:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508808832:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762713.240785:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762714.264763:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762715.288772:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762716.312748:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762717.336934:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762718.296924:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762718.296938:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762718.296945:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762718.296958:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2690
00000100:00080000:1.0:1789762718.296972:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762718.296983:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762718.297031:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508808960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762718.297096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762718.297101:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762718.297104:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762718.297111:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2690
00000100:00080000:1.0:1789762718.297119:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762718.297127:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762718.297141:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762718.297180:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508809088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762718.297199:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508808960:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762718.297210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762718.297217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762718.297220:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762718.297227:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2690
00000100:00080000:1.0:1789762718.297233:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762718.297239:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762718.297248:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762718.297266:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508809216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762718.297280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789762718.297289:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762718.297291:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762718.297298:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762718.297305:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2690
00000100:00080000:1.0:1789762718.297313:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762718.297319:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762718.297325:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762718.297339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508809344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762718.297353:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff9686c4be8000 x1876699508808960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762718.297357:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762718.297374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762718.297380:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762718.297393:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2690
00000100:00080000:1.0:1789762718.297415:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762718.297419:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508808960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762718.297427:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762718.297443:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762718.297471:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762718.297472:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508809472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762718.297488:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762718.297503:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508808960:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762718.297507:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762718.297518:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762718.297522:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762718.297532:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2690
00000100:00100000:0.0:1789762718.297540:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508809088:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762718.297544:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762718.297559:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762718.297571:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762718.297583:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762718.297723:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff9686c4be8700 x1876699508809088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762718.297731:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508809600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762718.297763:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508809088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762718.297790:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762718.297796:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762718.297802:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508809088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762718.297812:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508809216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762718.297843:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762718.297858:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff9686c4beb480 x1876699508809216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762718.297879:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508809216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762718.297895:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762718.297901:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762718.297907:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508809216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762718.297922:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508809344:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762718.297962:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762718.297985:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff9686c4be9880 x1876699508809344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762718.298002:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508809344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762718.298013:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762718.298017:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762718.298021:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508809344:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762718.298029:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508809472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762718.298072:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762718.298090:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff9686c4be9500 x1876699508809472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762718.298112:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508809472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762718.298128:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762718.298134:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762718.298140:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508809472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762718.298173:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508809600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762718.298203:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762718.298217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762718/real 1789762718]  req@ffff9686c4beb100 x1876699508809600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762718.298231:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508809600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762743 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762718.298241:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762718.298244:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762718.298248:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508809600:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762718.360893:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762719.384870:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762720.408872:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762721.432869:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762722.456932:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762723.416721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762723.416729:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762723.416732:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762723.416741:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2695
00000100:00080000:1.0:1789762723.416751:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762723.416758:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762723.416792:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508809728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762723.416813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762723.416816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762723.416818:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762723.416821:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2695
00000100:00080000:1.0:1789762723.416823:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762723.416825:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762723.416832:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762723.416841:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508809856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762723.416848:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762723.416851:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762723.416852:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762723.416854:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2695
00000100:00080000:1.0:1789762723.416857:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762723.416862:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762723.416863:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508809728:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762723.416866:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762723.416875:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508809984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762723.416882:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762723.416885:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762723.416886:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762723.416889:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2695
00000100:00080000:1.0:1789762723.416891:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762723.416894:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762723.416897:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762723.416904:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508810112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762723.416911:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762723.416914:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762723.416915:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762723.416920:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762723.416920:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2695
00000100:00080000:1.0:1789762723.416930:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762723.416935:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762723.416939:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762723.416948:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508810240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762723.416961:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762723.416963:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762723.416964:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762723.416967:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff9686c4beb800 x1876699508809728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762723.416968:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2695
00000100:00080000:1.0:1789762723.416972:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762723.416978:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762723.416985:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762723.416993:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508809728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762723.416996:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508810368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762723.417018:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762723.417024:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762723.417028:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508809728:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762723.417036:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508809856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762723.417063:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762723.417080:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff9686c4beaa00 x1876699508809856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762723.417098:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508809856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762723.417104:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762723.417107:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762723.417109:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508809856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762723.417130:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508809984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762723.417148:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762723.417158:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff9686c4be9f80 x1876699508809984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762723.417167:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508809984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762723.417172:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762723.417175:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762723.417179:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508809984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762723.417188:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508810112:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762723.417214:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762723.417230:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff9686c4bebb80 x1876699508810112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762723.417244:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508810112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762723.417260:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762723.417264:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762723.417269:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508810112:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762723.417276:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508810240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762723.417298:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762723.417321:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff9686c4be9c00 x1876699508810240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762723.417334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508810240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762723.417343:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762723.417346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762723.417349:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508810240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762723.417356:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508810368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762723.417376:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762723.417387:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762723/real 1789762723]  req@ffff9686c4be8380 x1876699508810368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762723.417398:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508810368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762748 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762723.417406:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762723.417409:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762723.417413:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508810368:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762723.480777:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762724.504848:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762725.528752:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762726.552783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762727.576764:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762728.536775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762728.536791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762728.536798:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.536833:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2700
00000100:00080000:1.0:1789762728.536847:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762728.536856:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762728.536909:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508810496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762728.536948:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762728.536953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762728.536955:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.536960:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2700
00000100:00080000:1.0:1789762728.536964:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762728.536970:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762728.536983:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762728.537008:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508810624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762728.537021:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508810496:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762728.537036:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762728.537043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762728.537046:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.537054:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2700
00000100:00080000:1.0:1789762728.537060:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762728.537067:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762728.537074:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762728.537090:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508810752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762728.537103:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762728.537127:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762728.537132:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762728.537134:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.537141:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2700
00000100:00100000:0.0:1789762728.537147:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9686c4bea680 x1876699508810496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.537147:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762728.537165:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762728.537178:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508810496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762728.537180:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:0.0:1789762728.537203:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.537207:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762728.537211:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508810496:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762728.537218:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508810880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762728.537234:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762728.537239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762728.537243:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762728.537249:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508810624:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762728.537255:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2700
00000100:00080000:1.0:1789762728.537265:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762728.537271:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762728.537278:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762728.537293:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762728.537299:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508811008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762728.537316:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762728.537318:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9686c4bead80 x1876699508810624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.537329:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762728.537338:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762728.537350:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2700
00000100:00100000:0.0:1789762728.537354:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508810624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762728.537361:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762728.537365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.537373:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762728.537374:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762728.537378:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508810624:192.168.203.123@tcp:38:kworker.0
00000008:00100000:1.0:1789762728.537387:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762728.537389:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508810752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762728.537417:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508811136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762728.537427:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762728.537440:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9686c4be8e00 x1876699508810752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762728.537450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508810752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762728.537457:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.537460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762728.537463:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508810752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762728.537469:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508810880:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762728.537483:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762728.537489:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9686c4be8380 x1876699508810880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762728.537498:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508810880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762728.537504:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.537529:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762728.537533:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508810880:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762728.537564:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508811008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762728.537579:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762728.537587:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9686c4be9c00 x1876699508811008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762728.537595:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508811008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762728.537601:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.537603:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762728.537605:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508811008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762728.537609:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508811136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762728.537619:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762728.537661:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762728/real 1789762728]  req@ffff9686c4bebb80 x1876699508811136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762728.537670:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508811136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762753 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762728.537675:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762728.537678:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762728.537680:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508811136:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762728.600824:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762729.624767:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762730.648742:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762731.672721:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762732.696868:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762733.656829:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762733.656851:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762733.656858:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762733.656877:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2705
00000100:00080000:2.0:1789762733.656893:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762733.656905:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762733.656962:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508811264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762733.656998:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762733.657002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762733.657005:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762733.657011:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2705
00000100:00080000:2.0:1789762733.657015:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762733.657019:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762733.657032:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762733.657053:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508811392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762733.657065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762733.657077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762733.657080:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762733.657084:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2705
00000100:00080000:2.0:1789762733.657093:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762733.657104:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762733.657111:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508811264:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762733.657113:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762733.657133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508811520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762733.657148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762733.657153:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762733.657155:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762733.657162:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2705
00000100:00080000:2.0:1789762733.657167:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762733.657172:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762733.657178:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762733.657198:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508811648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762733.657210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762733.657215:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762733.657217:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762733.657221:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2705
00000100:00080000:2.0:1789762733.657227:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762733.657238:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762733.657247:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762733.657249:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762733.657270:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508811776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762733.657294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762733.657298:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762733.657302:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762733.657308:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2705
00000100:00080000:2.0:1789762733.657314:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762733.657319:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762733.657325:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762733.657337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508811904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762733.657352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9686c7a9bb80 x1876699508811264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.657405:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508811264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.657424:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.657430:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762733.657436:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508811264:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762733.657448:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508811392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762733.657517:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762733.657538:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9686c7a99880 x1876699508811392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.657554:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508811392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.657565:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.657570:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762733.657574:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508811392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762733.657606:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508811520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762733.657691:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762733.657709:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9686c7a98700 x1876699508811520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.657724:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508811520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.657742:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.657746:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762733.657750:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508811520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762733.657757:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508811648:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762733.657781:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762733.657793:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9686c7a99180 x1876699508811648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.657807:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508811648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.657817:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.657821:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762733.657824:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508811648:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762733.657832:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508811776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762733.657851:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762733.657863:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9686c7a98a80 x1876699508811776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.657876:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508811776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.657885:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.657888:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762733.657893:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508811776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762733.657900:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508811904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762733.657918:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762733.657929:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762733/real 1789762733]  req@ffff9686c7a9b480 x1876699508811904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762733.657941:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508811904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762758 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762733.657950:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762733.657953:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762733.657957:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508811904:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762733.720867:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762734.744908:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762735.768861:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762736.792829:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762737.816844:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762738.776754:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.776766:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762738.776771:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.776784:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2710
00000100:00080000:1.0:1789762738.776796:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.776805:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762738.776840:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508812032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.776878:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.776882:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762738.776884:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.776889:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2710
00000100:00080000:1.0:1789762738.776893:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.776899:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762738.776910:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762738.776925:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508812160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762738.776935:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508812032:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762738.776952:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.776957:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762738.776960:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762738.776967:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2710
00000100:00080000:1.0:1789762738.776971:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.776977:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762738.776983:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762738.776998:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508812288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.777011:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.777016:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762738.777018:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762738.777024:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762738.777026:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2710
00000100:00080000:1.0:1789762738.777033:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.777038:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762738.777047:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762738.777066:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508812416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762738.777078:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762738.777082:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762738.777084:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762738.777089:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9686c4be9f80 x1876699508812032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762738.777090:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2710
00000100:00080000:1.0:1789762738.777097:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.777107:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762738.777118:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762738.777135:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508812544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762738.777138:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508812032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.777193:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762738.777194:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762738.777208:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762738.777208:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762738.777216:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762738.777217:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508812032:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762738.777235:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2710
00000100:00080000:1.0:1789762738.777240:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762738.777245:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762738.777251:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762738.777259:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508812160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762738.777268:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508812672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762738.777288:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762738.777305:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9686c4beaa00 x1876699508812160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762738.777315:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508812160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.777322:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.777325:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762738.777327:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508812160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762738.777332:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508812288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762738.777344:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762738.777351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9686c4beb800 x1876699508812288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762738.777358:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508812288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.777363:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.777365:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762738.777367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508812288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762738.777371:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508812416:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762738.777382:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762738.777389:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9686c4beb100 x1876699508812416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762738.777397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508812416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.777402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.777404:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762738.777406:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508812416:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762738.777409:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508812544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762738.777421:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762738.777427:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9686c4be9500 x1876699508812544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762738.777452:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508812544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.777458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.777460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762738.777462:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508812544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762738.777477:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508812672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762738.777492:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762738.777500:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762738/real 1789762738]  req@ffff9686c4be9880 x1876699508812672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762738.777507:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508812672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762763 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762738.777517:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762738.777520:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762738.777522:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508812672:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762738.840821:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762739.864757:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762740.888803:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762741.912776:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762742.936774:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762743.896727:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.896738:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762743.896743:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.896755:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2715
00000100:00080000:1.0:1789762743.896769:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.896778:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762743.896823:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508812800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762743.896847:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.896850:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762743.896852:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.896855:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2715
00000100:00080000:1.0:1789762743.896857:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.896860:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762743.896869:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762743.896878:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508812928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762743.896887:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.896890:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762743.896892:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762743.896897:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508812800:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762743.896898:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2715
00000100:00080000:1.0:1789762743.896904:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.896908:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762743.896912:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762743.896920:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508813056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762743.896927:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.896930:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762743.896931:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.896933:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2715
00000100:00080000:1.0:1789762743.896935:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.896938:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762743.896941:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762743.896950:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508813184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762743.896957:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.896960:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762743.896962:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.896964:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2715
00000100:00080000:1.0:1789762743.896966:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.896969:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762743.896972:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762743.896979:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508813312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762743.896986:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762743.896988:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762743.896990:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762743.896993:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2715
00000100:00080000:1.0:1789762743.896995:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762743.896997:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762743.897000:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762743.897008:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508813440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762743.897025:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508812928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762743.897051:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508813056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762743.897065:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508813184:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762743.897097:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508813312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762743.897113:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508813440:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762743.960748:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762744.984794:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762746.008737:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762746.968856:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789762746.968895:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762746.968912:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762746.968948:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762746.968955:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762746.968960:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762746.968966:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762746.968971:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:0.0:1789762746.969038:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9686c4be8700 x1876699508812928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762746.969082:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508812928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762746.969098:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762746.969105:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762746.969111:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508812928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762746.969120:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9686c4be8000 x1876699508813056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762746.969134:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508813056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762746.969144:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762746.969148:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762746.969152:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508813056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762746.969160:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9686c4be9880 x1876699508813184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762746.969181:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508813184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762746.969190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762746.969194:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762746.969197:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508813184:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762746.969205:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9686c4be9500 x1876699508813312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762746.969217:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508813312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762746.969225:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762746.969229:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762746.969231:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508813312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762746.969239:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9686c4beb100 x1876699508813440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762746.969251:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508813440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762746.969258:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762746.969261:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762746.969264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508813440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762746.969272:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762743/real 1789762746]  req@ffff9686c4beb480 x1876699508812800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762746.969284:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508812800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762768 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762746.969292:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762746.969295:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762746.969298:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508812800:192.168.203.123@tcp:250:kworker.0
00010000:00010000:0.0:1789762747.032757:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762748.056790:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762749.016744:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762749.016756:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762749.016761:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762749.016775:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2720
00000100:00080000:1.0:1789762749.016790:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762749.016799:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762749.016848:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508813568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762749.016884:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762749.016889:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762749.016891:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762749.016897:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2720
00000100:00080000:1.0:1789762749.016901:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762749.016905:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762749.016916:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762749.016929:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508813696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762749.016937:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762749.016940:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762749.016942:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762749.016947:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2720
00000100:00080000:1.0:1789762749.016952:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762749.016962:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762749.016965:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508813568:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762749.016971:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762749.016990:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508813824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762749.017003:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762749.017008:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762749.017010:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762749.017015:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2720
00000100:00080000:1.0:1789762749.017043:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762749.017054:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789762749.017061:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762749.017064:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762749.017086:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508813952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762749.017107:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762749.017111:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762749.017114:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762749.017121:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2720
00000100:00080000:1.0:1789762749.017126:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762749.017136:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762749.017137:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff9686c4beb800 x1876699508813568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762749.017144:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762749.017173:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508814080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762749.017187:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508813568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762749.017195:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762749.017209:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762749.017211:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762749.017217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762749.017220:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2720
00000100:00080000:1.0:1789762749.017238:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762749.017248:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762749.017257:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762749.017268:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762749.017273:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508813568:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762749.017288:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508814208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762749.017297:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508813696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762749.017349:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762749.017382:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff9686c4beaa00 x1876699508813696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762749.017397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508813696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762749.017406:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762749.017409:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762749.017413:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508813696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762749.017454:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508813824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762749.017479:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762749.017493:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff9686c4be9f80 x1876699508813824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762749.017507:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508813824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762749.017517:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762749.017520:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762749.017524:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508813824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762749.017531:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508813952:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762749.017552:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762749.017565:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff9686c4bebb80 x1876699508813952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762749.017578:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508813952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762749.017587:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762749.017592:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762749.017596:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508813952:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762749.017604:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508814080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762749.017686:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762749.017700:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff9686c4be9c00 x1876699508814080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762749.017711:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508814080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762749.017719:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762749.017722:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762749.017725:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508814080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762749.017732:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508814208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762749.017753:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762749.017764:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762749/real 1789762749]  req@ffff9686c4be8380 x1876699508814208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762749.017777:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508814208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762774 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762749.017784:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762749.017786:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762749.017790:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508814208:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762749.080747:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762750.104787:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762751.128760:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762752.152841:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762753.176788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762754.136739:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762754.136750:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762754.136755:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762754.136767:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2725
00000100:00080000:1.0:1789762754.136781:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762754.136790:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762754.136837:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508814336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762754.136859:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762754.136862:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762754.136863:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762754.136867:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2725
00000100:00080000:1.0:1789762754.136869:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762754.136871:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762754.136881:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762754.136890:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508814464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762754.136899:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762754.136902:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762754.136903:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508814336:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762754.136904:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762754.136912:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2725
00000100:00080000:1.0:1789762754.136915:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762754.136918:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762754.136921:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762754.136930:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508814592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762754.136937:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762754.136940:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762754.136942:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762754.136944:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2725
00000100:00080000:1.0:1789762754.136947:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762754.136949:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762754.136952:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762754.136961:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508814720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762754.136967:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762754.136970:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762754.136972:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762754.136974:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2725
00000100:00080000:1.0:1789762754.136977:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762754.136979:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762754.136982:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762754.136987:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762754.136991:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508814848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762754.136999:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762754.137002:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762754.137003:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762754.137006:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2725
00000100:00080000:1.0:1789762754.137008:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762754.137011:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762754.137015:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762754.137021:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508814976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762754.137046:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff9686c4be8e00 x1876699508814336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762754.137062:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508814336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762754.137072:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762754.137075:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762754.137078:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508814336:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762754.137101:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508814464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762754.137119:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762754.137128:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff9686c4bead80 x1876699508814464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762754.137141:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508814464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762754.137147:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762754.137149:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762754.137151:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508814464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762754.137155:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508814592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762754.137166:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762754.137172:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff9686c4bea680 x1876699508814592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762754.137180:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508814592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762754.137185:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762754.137186:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762754.137188:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508814592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762754.137191:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508814720:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762754.137202:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762754.137208:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff9686c4be8380 x1876699508814720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762754.137215:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508814720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762754.137225:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762754.137227:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762754.137229:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508814720:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762754.137232:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508814848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762754.137242:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762754.137248:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff9686c4be9c00 x1876699508814848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762754.137255:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508814848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762754.137260:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762754.137262:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762754.137264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508814848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762754.137267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508814976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762754.137277:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762754.137282:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762754/real 1789762754]  req@ffff9686c4bebb80 x1876699508814976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762754.137289:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508814976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762779 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762754.137294:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762754.137296:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762754.137298:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508814976:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762754.200793:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762755.224834:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762756.248828:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762757.272758:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762758.296829:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762759.256768:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762759.256774:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762759.256778:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762759.256786:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2730
00000100:00080000:1.0:1789762759.256795:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762759.256801:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762759.256832:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508815104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762759.256859:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762759.256864:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762759.256867:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762759.256872:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2730
00000100:00080000:1.0:1789762759.256878:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762759.256882:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762759.256888:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508815104:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762759.256896:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762759.256913:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508815232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762759.256927:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762759.256931:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762759.256934:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762759.256941:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2730
00000100:00080000:1.0:1789762759.256946:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762759.256950:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762759.256954:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762759.256964:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762759.256980:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508815360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762759.256988:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff9686c4be9f80 x1876699508815104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762759.256993:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762759.257002:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762759.257005:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762759.257011:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2730
00000100:00100000:3.0:1789762759.257013:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508815104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762759.257018:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762759.257025:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762759.257027:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762759.257036:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762759.257049:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508815488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762759.257060:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762759.257063:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762759.257064:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762759.257067:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2730
00000100:00080000:1.0:1789762759.257070:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762759.257073:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762759.257077:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762759.257085:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508815616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762759.257091:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762759.257095:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762759.257099:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762759.257101:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762759.257101:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508815104:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762759.257109:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2730
00000100:00080000:1.0:1789762759.257113:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762759.257116:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762759.257119:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762759.257126:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508815744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762759.257140:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508815232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762759.257167:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762759.257181:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff9686c4beaa00 x1876699508815232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.257190:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508815232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.257197:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762759.257199:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762759.257204:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508815232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762759.257345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508815360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762759.257368:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762759.257379:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff9686c4beb800 x1876699508815360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.257438:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508815360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.257448:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762759.257452:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762759.257457:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508815360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762759.257464:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508815488:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762759.257490:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762759.257504:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff9686c4beb480 x1876699508815488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.257518:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508815488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.257528:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762759.257532:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762759.257535:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508815488:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762759.257542:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508815616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762759.257564:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762759.257576:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff9686c4beb100 x1876699508815616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.257590:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508815616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.257599:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762759.257602:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762759.257606:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508815616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762759.257625:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508815744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762759.257675:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762759.257691:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762759/real 1789762759]  req@ffff9686c4be9500 x1876699508815744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762759.257706:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508815744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762784 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762759.257715:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762759.257719:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762759.257723:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508815744:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762759.320744:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762760.344800:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762761.368808:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762762.392847:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762763.416778:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762764.376771:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.376787:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762764.376793:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.376807:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2736
00000100:00080000:1.0:1789762764.376821:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.376831:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762764.376882:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508815872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762764.376911:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.376914:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762764.376915:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.376919:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2736
00000100:00080000:1.0:1789762764.376923:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.376927:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762764.376937:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762764.376959:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508816000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762764.376969:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.376971:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762764.376973:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.376978:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2736
00000100:00080000:1.0:1789762764.376983:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.376990:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762764.376994:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508815872:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762764.376995:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762764.377007:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508816128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762764.377019:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.377023:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762764.377024:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.377026:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2736
00000100:00080000:1.0:1789762764.377028:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.377030:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762764.377034:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762764.377052:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508816256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762764.377065:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.377069:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762764.377070:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.377074:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2736
00000100:00080000:1.0:1789762764.377076:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.377079:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762764.377085:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762764.377092:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508816384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762764.377097:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762764.377101:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762764.377103:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762764.377105:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2736
00000100:00080000:1.0:1789762764.377111:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762764.377114:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762764.377118:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762764.377126:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508816512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762764.377150:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762764.377223:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff9686c4be9880 x1876699508815872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762764.377240:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508815872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.377264:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.377268:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762764.377271:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508815872:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762764.377292:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508816000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762764.377311:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762764.377320:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff9686c4be8000 x1876699508816000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762764.377328:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508816000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.377334:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.377336:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762764.377338:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508816000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762764.377342:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508816128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762764.377353:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762764.377360:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff9686c4be8700 x1876699508816128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762764.377367:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508816128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.377372:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.377373:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762764.377375:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508816128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762764.377379:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508816256:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762764.377390:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762764.377396:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff9686c4be9500 x1876699508816256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762764.377403:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508816256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.377408:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.377410:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762764.377411:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508816256:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762764.377415:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508816384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762764.377426:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762764.377431:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff9686c4beb100 x1876699508816384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762764.377438:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508816384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.377444:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.377446:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762764.377448:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508816384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762764.377451:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508816512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762764.377461:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762764.377466:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762764/real 1789762764]  req@ffff9686c4beb480 x1876699508816512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762764.377472:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508816512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762789 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762764.377477:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762764.377479:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762764.377481:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508816512:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762764.440893:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762765.464896:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762766.488902:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762767.512927:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762768.536808:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762769.496847:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.496862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762769.496868:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.496884:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2741
00000100:00080000:0.0:1789762769.496900:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.496913:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762769.496973:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508816640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.497012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.497018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762769.497020:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.497025:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2741
00000100:00080000:0.0:1789762769.497031:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.497040:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762769.497055:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762769.497074:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508816640:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762769.497080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508816768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.497100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.497106:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762769.497108:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.497114:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2741
00000100:00080000:0.0:1789762769.497119:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.497124:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762769.497130:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762769.497145:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508816896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.497158:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762769.497167:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762769.497169:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762769.497176:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762769.497183:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2741
00000100:00080000:0.0:1789762769.497190:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.497195:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762769.497202:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762769.497245:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508817024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762769.497259:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762769.497264:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762769.497267:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762769.497275:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9686c954ea00 x1876699508816640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762769.497280:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2741
00000100:00080000:0.0:1789762769.497292:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.497306:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762769.497316:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762769.497326:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508816640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762769.497337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508817152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762769.497352:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762769.497360:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762769.497366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789762769.497369:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762769.497376:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762769.497380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508816640:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762769.497388:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2741
00000100:00080000:0.0:1789762769.497397:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762769.497402:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762769.497408:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762769.497423:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508817280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762769.497428:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508816768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762769.497484:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762769.497503:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9686c954e680 x1876699508816768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.497519:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508816768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.497530:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.497534:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762769.497538:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508816768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762769.497546:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508816896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762769.497566:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762769.497577:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9686c954ed80 x1876699508816896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.497591:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508816896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.497601:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.497604:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762769.497608:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508816896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762769.497614:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508817024:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762769.497667:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762769.497681:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9686c954e300 x1876699508817024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.497696:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508817024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.497707:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.497710:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762769.497714:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508817024:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762769.497721:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508817152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762769.497756:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762769.497777:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9686c954df80 x1876699508817152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.497803:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508817152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.497820:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.497826:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762769.497833:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508817152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762769.497864:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508817280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762769.497892:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762769.497906:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762769/real 1789762769]  req@ffff9686c954ea00 x1876699508817280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762769.497920:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508817280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762794 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762769.497931:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762769.497935:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762769.497938:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508817280:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762769.560870:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762770.584756:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762771.608798:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762772.632860:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762773.656760:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762774.616800:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.616809:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762774.616813:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.616822:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2746
00000100:00080000:2.0:1789762774.616849:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.616856:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762774.616891:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508817408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.616912:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.616915:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762774.616916:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.616926:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2746
00000100:00080000:2.0:1789762774.616930:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762774.616936:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508817408:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762774.616937:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762774.616948:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762774.616959:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508817536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.616966:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.616969:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762774.616971:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.616973:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2746
00000100:00080000:2.0:1789762774.616976:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.616978:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762774.616982:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762774.616989:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508817664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.616995:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.616998:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762774.616999:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.617001:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2746
00000100:00080000:2.0:1789762774.617006:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762774.617006:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762774.617012:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762774.617015:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762774.617023:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508817792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762774.617030:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.617033:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762774.617034:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.617037:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2746
00000100:00080000:2.0:1789762774.617039:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762774.617041:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762774.617044:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762774.617051:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508817920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762774.617071:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9686c7a98e00 x1876699508817408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762774.617079:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762774.617086:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762774.617088:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762774.617093:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2746
00000100:00080000:2.0:1789762774.617097:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762774.617098:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508817408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762774.617102:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762774.617109:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762774.617120:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508818048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762774.617121:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.617132:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762774.617142:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508817408:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762774.617188:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508817536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.617216:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762774.617230:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9686c7a9ad80 x1876699508817536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.617240:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508817536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.617246:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.617249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762774.617251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508817536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762774.617256:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508817664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.617271:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762774.617278:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9686c7a98000 x1876699508817664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.617285:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508817664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.617290:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.617292:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762774.617294:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508817664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762774.617298:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508817792:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762774.617310:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762774.617316:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9686c7a98380 x1876699508817792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.617323:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508817792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.617328:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.617330:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762774.617332:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508817792:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762774.617335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508817920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.617345:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762774.617351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9686c7a99f80 x1876699508817920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.617359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508817920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.617364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.617366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762774.617367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508817920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762774.617371:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508818048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762774.617381:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762774.617386:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762774/real 1789762774]  req@ffff9686c7a9b800 x1876699508818048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762774.617393:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508818048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762799 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762774.617399:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762774.617400:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762774.617402:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508818048:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762774.680776:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762775.704780:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762776.728785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762777.752835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762778.776767:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762779.736799:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.736809:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762779.736812:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.736821:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2751
00000100:00080000:1.0:1789762779.736830:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.736836:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762779.736881:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508818176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762779.736906:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.736908:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762779.736909:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.736912:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2751
00000100:00080000:1.0:1789762779.736914:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.736917:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762779.736925:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762779.736935:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508818304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762779.736944:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.736946:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762779.736947:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.736951:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2751
00000100:00080000:1.0:1789762779.736953:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.736963:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762779.736965:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508818176:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762779.736979:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762779.736988:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508818432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762779.736997:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.736999:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762779.737000:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.737002:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2751
00000100:00080000:1.0:1789762779.737004:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.737007:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762779.737012:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762779.737020:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508818560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762779.737027:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.737030:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762779.737031:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.737033:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2751
00000100:00080000:1.0:1789762779.737047:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.737049:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762779.737053:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762779.737062:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508818688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762779.737074:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762779.737076:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762779.737077:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762779.737081:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2751
00000100:00080000:1.0:1789762779.737084:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762779.737086:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762779.737089:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762779.737101:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508818816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762779.737106:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762779.737192:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9686c4beb800 x1876699508818176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.737214:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508818176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.737233:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.737237:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762779.737241:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508818176:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762779.737271:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508818304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762779.737297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762779.737309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9686c4beaa00 x1876699508818304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.737320:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508818304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.737328:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.737331:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762779.737334:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508818304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762779.737339:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508818432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762779.737354:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762779.737361:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9686c4be9f80 x1876699508818432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.737371:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508818432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.737378:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.737381:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762779.737383:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508818432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762779.737389:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508818560:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762779.737404:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762779.737411:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9686c4bebb80 x1876699508818560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.737421:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508818560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.737428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.737431:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762779.737433:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508818560:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762779.737438:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508818688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762779.737456:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762779.737471:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9686c4be9c00 x1876699508818688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.737487:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508818688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.737499:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.737504:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762779.737509:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508818688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762779.737518:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508818816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762779.737555:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762779.737564:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762779/real 1789762779]  req@ffff9686c4be8380 x1876699508818816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762779.737572:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508818816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762804 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762779.737578:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762779.737580:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762779.737582:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508818816:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762779.800804:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762780.824792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762781.848751:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762782.872747:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762783.896771:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762784.856791:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762784.856804:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762784.856808:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762784.856818:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2756
00000100:00080000:1.0:1789762784.856831:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762784.856838:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762784.856888:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508818944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762784.856924:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762784.856927:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762784.856928:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762784.856932:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2756
00000100:00080000:1.0:1789762784.856934:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762784.856937:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762784.856945:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762784.856956:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508819072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762784.856959:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508818944:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762784.856971:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762784.856974:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762784.856976:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762784.856979:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2756
00000100:00080000:1.0:1789762784.856981:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762784.856983:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762784.856986:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762784.856995:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508819200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762784.857002:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762784.857005:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762784.857007:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762784.857011:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2756
00000100:00080000:1.0:1789762784.857015:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762784.857019:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762784.857022:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762784.857027:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762784.857044:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508819328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762784.857056:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762784.857059:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762784.857061:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762784.857066:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2756
00000100:00100000:3.0:1789762784.857068:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9686c4bea680 x1876699508818944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762784.857070:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762784.857078:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762784.857085:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762784.857102:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508818944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.857113:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762784.857115:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508819456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762784.857119:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762784.857126:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508818944:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762784.857145:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762784.857149:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762784.857151:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762784.857152:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508819072:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762784.857157:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2756
00000100:00080000:1.0:1789762784.857162:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762784.857185:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762784.857192:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762784.857203:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762784.857211:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508819584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762784.857223:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9686c4bead80 x1876699508819072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.857241:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508819072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.857258:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.857262:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762784.857265:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508819072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762784.857272:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508819200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762784.857290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762784.857299:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9686c4be8e00 x1876699508819200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.857310:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508819200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.857318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.857321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762784.857324:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508819200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762784.857345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508819328:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762784.857357:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762784.857362:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9686c4be8380 x1876699508819328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.857370:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508819328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.857375:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.857376:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762784.857379:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508819328:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762784.857382:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508819456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762784.857392:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762784.857398:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9686c4be9c00 x1876699508819456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.857405:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508819456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.857410:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.857412:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762784.857413:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508819456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762784.857423:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508819584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762784.857434:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762784.857439:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762784/real 1789762784]  req@ffff9686c4bebb80 x1876699508819584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762784.857446:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508819584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762809 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762784.857451:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762784.857453:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762784.857455:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508819584:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762784.920859:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762785.944812:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762786.968916:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762787.992780:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762789.016857:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762789.976747:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762789.976756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762789.976760:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762789.976768:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2761
00000100:00080000:0.0:1789762789.976778:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762789.976784:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762789.976817:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508819712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762789.976836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762789.976839:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762789.976840:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762789.976843:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2761
00000100:00080000:0.0:1789762789.976845:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762789.976847:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762789.976855:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762789.976864:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508819840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762789.976872:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508819712:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762789.976874:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762789.976881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762789.976884:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762789.976887:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2761
00000100:00080000:0.0:1789762789.976890:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762789.976892:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762789.976895:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762789.976903:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508819968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762789.976909:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762789.976911:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762789.976912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762789.976915:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2761
00000100:00080000:0.0:1789762789.976918:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762789.976921:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762789.976924:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762789.976932:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508820096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762789.976940:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762789.976943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762789.976946:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762789.976948:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762789.976952:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2761
00000100:00080000:0.0:1789762789.976962:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762789.976965:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762789.976968:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762789.976978:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508820224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762789.976982:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9686c954fb80 x1876699508819712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762789.976988:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762789.976995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762789.976998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762789.977003:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2761
00000100:00080000:0.0:1789762789.977005:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762789.977008:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762789.977013:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762789.977027:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508820352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762789.977030:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508819712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.977070:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.977075:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762789.977079:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508819712:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762789.977099:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508819840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762789.977118:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762789.977128:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9686c954c000 x1876699508819840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.977137:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508819840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.977143:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.977145:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762789.977147:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508819840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762789.977151:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508819968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762789.977161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762789.977167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9686c954d180 x1876699508819968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.977174:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508819968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.977184:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.977186:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762789.977187:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508819968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762789.977191:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508820096:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762789.977201:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762789.977206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9686c954ca80 x1876699508820096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.977213:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508820096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.977218:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.977227:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762789.977229:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508820096:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762789.977236:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508820224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762789.977248:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762789.977254:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9686c954f800 x1876699508820224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.977262:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508820224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.977266:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.977268:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762789.977270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508820224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762789.977274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508820352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762789.977283:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762789.977289:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762789/real 1789762789]  req@ffff9686c954c700 x1876699508820352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762789.977295:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508820352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762814 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762789.977300:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762789.977301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762789.977304:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508820352:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762790.040768:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762791.064789:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762792.088757:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762793.112817:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762794.136796:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762795.096836:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762795.096845:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762795.096850:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762795.096862:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2766
00000100:00080000:1.0:1789762795.096876:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762795.096884:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762795.096923:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508820480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762795.096953:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762795.096957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762795.096960:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762795.096965:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2766
00000100:00080000:1.0:1789762795.096969:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762795.096974:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762795.096985:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762795.097004:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508820608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762795.097005:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508820480:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762795.097033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762795.097037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762795.097039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762795.097046:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2766
00000100:00080000:1.0:1789762795.097049:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762795.097053:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762795.097057:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762795.097070:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508820736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762795.097076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762795.097079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762795.097081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762795.097084:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2766
00000100:00080000:1.0:1789762795.097093:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762795.097096:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789762795.097104:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762795.097104:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762795.097122:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508820864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762795.097132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762795.097135:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762795.097137:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762795.097140:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2766
00000100:00080000:1.0:1789762795.097143:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762795.097149:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff9686c4be9f80 x1876699508820480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762795.097153:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762795.097162:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762795.097184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508820992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762795.097189:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508820480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762795.097237:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762795.097245:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762795.097245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762795.097249:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762795.097255:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762795.097259:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2766
00000100:00100000:0.0:1789762795.097264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508820480:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762795.097266:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762795.097275:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762795.097281:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762795.097294:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508821120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762795.097296:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508820608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762795.097346:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762795.097372:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff9686c4beaa00 x1876699508820608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.097398:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508820608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.097408:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.097411:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762795.097418:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508820608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762795.097426:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508820736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762795.097449:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762795.097475:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff9686c4beb800 x1876699508820736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.097497:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508820736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.097507:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.097510:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762795.097513:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508820736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762795.097525:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508820864:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762795.097543:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762795.097552:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff9686c4beb480 x1876699508820864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.097564:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508820864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.097570:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.097572:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762795.097574:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508820864:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762795.097578:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508820992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762795.097589:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762795.097595:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff9686c4beb100 x1876699508820992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.097602:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508820992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.097607:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.097609:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762795.097611:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508820992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762795.097624:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508821120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762795.097671:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762795.097690:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762795/real 1789762795]  req@ffff9686c4be9500 x1876699508821120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762795.097709:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508821120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762820 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762795.097720:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762795.097722:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762795.097724:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508821120:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762795.160867:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762796.184832:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762797.208789:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762798.232799:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762799.256768:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762800.216751:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.216763:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762800.216767:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762800.216780:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2771
00000100:00080000:1.0:1789762800.216793:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.216801:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762800.216847:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508821248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762800.216875:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.216878:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762800.216879:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762800.216883:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2771
00000100:00080000:1.0:1789762800.216885:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.216887:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762800.216897:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762800.216906:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508821376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762800.216913:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.216916:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762800.216918:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762800.216921:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2771
00000100:00080000:1.0:1789762800.216923:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.216926:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762800.216930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762800.216940:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508821248:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762800.216941:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508821504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762800.216963:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.216965:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762800.216967:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762800.216985:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2771
00000100:00080000:1.0:1789762800.216989:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.216993:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762800.216999:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762800.217016:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508821632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762800.217028:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.217032:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762800.217034:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762800.217041:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762800.217043:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2771
00000100:00080000:1.0:1789762800.217051:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.217056:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762800.217064:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762800.217082:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508821760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762800.217093:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762800.217097:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762800.217100:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762800.217107:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2771
00000100:00100000:0.0:1789762800.217109:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff9686c4be8700 x1876699508821248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762800.217112:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762800.217120:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762800.217128:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762800.217149:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508821888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762800.217159:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508821248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.217175:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.217180:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762800.217186:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508821248:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762800.217193:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508821376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762800.217215:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762800.217225:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff9686c4be8000 x1876699508821376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.217233:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508821376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.217243:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.217246:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762800.217248:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508821376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762800.217267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508821504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762800.217283:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762800.217294:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff9686c4be9880 x1876699508821504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.217306:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508821504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.217315:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.217319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762800.217322:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508821504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762800.217328:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508821632:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762800.217344:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762800.217352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff9686c4be9500 x1876699508821632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.217360:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508821632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.217365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.217367:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762800.217369:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508821632:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762800.217373:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508821760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762800.217384:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762800.217390:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff9686c4beb100 x1876699508821760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.217396:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508821760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.217401:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.217403:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762800.217405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508821760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762800.217409:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508821888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762800.217418:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762800.217424:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762800/real 1789762800]  req@ffff9686c4beb480 x1876699508821888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762800.217431:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508821888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762825 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762800.217435:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762800.217437:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762800.217439:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508821888:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762800.280758:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762801.304828:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762802.328769:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762803.352789:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762804.376741:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762805.336719:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.336732:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762805.336737:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.336751:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2777
00000100:00080000:1.0:1789762805.336764:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762805.336774:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762805.336828:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508822016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762805.336856:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.336860:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762805.336863:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.336868:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2777
00000100:00080000:1.0:1789762805.336872:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762805.336876:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762805.336888:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762805.336905:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508822144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762805.336916:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.336919:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762805.336920:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.336924:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2777
00000100:00080000:1.0:1789762805.336927:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762805.336930:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762805.336947:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762805.336963:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508822272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762805.336965:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508822016:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762805.336990:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.336993:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762805.336994:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.336997:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2777
00000100:00080000:1.0:1789762805.337000:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762805.337002:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762805.337006:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762805.337015:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508822400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762805.337022:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.337025:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762805.337027:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.337030:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2777
00000100:00080000:1.0:1789762805.337041:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762805.337045:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762805.337049:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762805.337059:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762805.337067:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508822528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762805.337075:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762805.337078:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762805.337080:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762805.337084:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2777
00000100:00080000:1.0:1789762805.337089:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762805.337092:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762805.337097:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762805.337106:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508822656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762805.337125:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff9686c4beb800 x1876699508822016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.337146:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508822016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.337157:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.337161:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762805.337166:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508822016:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762805.337175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508822144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762805.337200:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762805.337213:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff9686c4beaa00 x1876699508822144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.337225:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508822144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.337233:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.337237:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762805.337240:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508822144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762805.337264:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508822272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762805.337283:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762805.337293:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff9686c4be9f80 x1876699508822272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.337305:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508822272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.337313:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.337316:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762805.337320:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508822272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762805.337326:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508822400:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762805.337344:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762805.337353:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff9686c4bebb80 x1876699508822400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.337365:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508822400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.337373:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.337376:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762805.337379:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508822400:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762805.337386:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508822528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762805.337412:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762805.337423:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff9686c4be9c00 x1876699508822528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.337434:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508822528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.337448:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.337451:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762805.337454:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508822528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762805.337462:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508822656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762805.337480:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762805.337490:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762805/real 1789762805]  req@ffff9686c4be8380 x1876699508822656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762805.337501:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508822656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762830 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762805.337516:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762805.337520:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762805.337523:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508822656:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762805.400830:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762806.424829:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762807.448835:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762808.472783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762809.496754:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762810.456713:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762810.456722:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762810.456726:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762810.456736:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2782
00000100:00080000:1.0:1789762810.456746:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762810.456753:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762810.456789:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508822784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762810.456816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762810.456819:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762810.456820:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762810.456823:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2782
00000100:00080000:1.0:1789762810.456825:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762810.456830:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762810.456840:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762810.456852:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508822784:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762810.456857:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508822912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762810.456871:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762810.456875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762810.456877:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762810.456882:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2782
00000100:00080000:1.0:1789762810.456916:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762810.456920:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762810.456924:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762810.456934:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508823040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762810.456942:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762810.456944:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762810.456946:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762810.456949:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2782
00000100:00080000:1.0:1789762810.456952:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762810.456955:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762810.456959:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762810.456962:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508822912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762810.456971:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508823168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762810.456981:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762810.456983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762810.456985:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762810.456988:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2782
00000100:00080000:1.0:1789762810.456991:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762810.456994:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508823040:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762810.456997:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762810.457005:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762810.457016:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508823296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762810.457023:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762810.457026:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762810.457029:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762810.457030:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508823168:192.168.203.123@tcp:8:kworker.0
00000100:00080000:1.0:1789762810.457036:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2782
00000100:00080000:1.0:1789762810.457040:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762810.457043:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762810.457046:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762810.457055:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508823296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762810.457059:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508823424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762810.457092:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508823424:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762810.520861:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762811.544745:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762812.568829:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762813.528908:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789762813.528948:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762813.528964:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762813.529000:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762813.529010:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762813.529019:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762813.529030:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762813.529042:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:0.0:1789762813.529054:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762813]  req@ffff9686c4be8380 x1876699508823168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762813.529089:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508823168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762813.529103:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762813.529108:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762813.529114:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508823168:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762813.529122:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762813]  req@ffff9686c4be9c00 x1876699508823296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762813.529137:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508823296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762813.529146:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762813.529150:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762813.529154:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508823296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762813.529161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762813]  req@ffff9686c4bead80 x1876699508822912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762813.529174:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508822912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762813.529195:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762813.529199:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762813.529203:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508822912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762813.529209:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762813]  req@ffff9686c4bea680 x1876699508823040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762813.529221:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508823040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762813.529230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762813.529234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762813.529237:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508823040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762813.529244:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762813]  req@ffff9686c4be8e00 x1876699508822784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762813.529257:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508822784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762813.529265:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762813.529269:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762813.529272:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508822784:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762813.529303:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762810/real 1789762813]  req@ffff9686c4bebb80 x1876699508823424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762813.529318:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508823424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762835 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762813.529326:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762813.529331:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762813.529335:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508823424:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762813.592769:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762814.616774:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762815.576746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.576756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762815.576761:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.576772:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2787
00000100:00080000:1.0:1789762815.576782:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.576791:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762815.576825:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508823552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.576856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.576872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.576874:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.576879:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2787
00000100:00080000:1.0:1789762815.576883:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.576887:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762815.576896:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.576911:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508823680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.576922:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.576925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762815.576927:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.576934:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2787
00000100:00080000:1.0:1789762815.576937:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.576941:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762815.576946:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762815.576955:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508823808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762815.576969:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508823552:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762815.576972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.576984:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.576986:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.576994:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2787
00000100:00080000:1.0:1789762815.576998:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.577003:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762815.577010:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762815.577027:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508823936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.577038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.577043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762815.577044:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.577048:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2787
00000100:00080000:1.0:1789762815.577063:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.577068:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762815.577076:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762815.577084:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762815.577099:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508824064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762815.577114:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762815.577118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762815.577120:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762815.577125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2787
00000100:00080000:1.0:1789762815.577130:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762815.577136:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762815.577142:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762815.577161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9686c4be9f80 x1876699508823552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762815.577169:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508824192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762815.577213:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508823552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.577227:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.577232:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762815.577237:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508823552:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762815.577247:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508823680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762815.577278:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762815.577294:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9686c4beaa00 x1876699508823680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.577308:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508823680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.577317:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.577321:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762815.577325:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508823680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762815.577361:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508823808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762815.577385:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762815.577397:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9686c4beb800 x1876699508823808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.577409:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508823808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.577417:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.577420:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762815.577423:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508823808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762815.577430:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508823936:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762815.577452:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762815.577463:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9686c4beb480 x1876699508823936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.577474:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508823936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.577481:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.577485:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762815.577489:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508823936:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762815.577496:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508824064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762815.577518:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762815.577530:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9686c4beb100 x1876699508824064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.577545:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508824064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.577554:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.577558:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762815.577561:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508824064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762815.577568:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508824192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762815.577597:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762815.577611:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762815/real 1789762815]  req@ffff9686c4be9500 x1876699508824192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762815.577626:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508824192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762840 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762815.577686:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762815.577690:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762815.577694:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508824192:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762815.640815:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762816.664744:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762817.688756:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762818.712755:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762819.736739:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762820.696716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762820.696727:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762820.696733:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.696744:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2792
00000100:00080000:1.0:1789762820.696755:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.696763:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762820.696799:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508824320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762820.696839:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762820.696843:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762820.696845:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.696849:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2792
00000100:00080000:1.0:1789762820.696854:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.696860:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762820.696869:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762820.696880:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508824320:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762820.696886:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508824448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762820.696898:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762820.696901:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762820.696903:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.696907:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2792
00000100:00080000:1.0:1789762820.696911:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.696915:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762820.696921:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762820.696932:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508824576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762820.696941:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762820.696943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762820.696948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762820.696951:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.696956:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2792
00000100:00080000:1.0:1789762820.696960:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.696965:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762820.696970:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762820.696978:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9686c4be9880 x1876699508824320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762820.696985:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508824704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762820.697017:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508824320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762820.697025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762820.697028:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762820.697030:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762820.697033:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762820.697035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762820.697039:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508824320:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762820.697044:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2792
00000100:00080000:1.0:1789762820.697049:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.697053:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762820.697059:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762820.697063:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508824448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762820.697075:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508824832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762820.697087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762820.697091:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762820.697093:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762820.697097:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2792
00000800:00000100:0.0:1789762820.697100:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762820.697104:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762820.697111:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762820.697117:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762820.697120:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9686c4be8000 x1876699508824448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762820.697131:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508824960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762820.697133:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508824448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.697161:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.697166:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762820.697169:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508824448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762820.697175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508824576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.697189:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762820.697195:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9686c4be8700 x1876699508824576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.697203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508824576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.697212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.697214:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762820.697216:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508824576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762820.697220:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508824704:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762820.697230:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762820.697239:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9686c4be9500 x1876699508824704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.697250:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508824704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.697259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.697262:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762820.697265:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508824704:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762820.697281:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508824832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.697302:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762820.697311:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9686c4beb100 x1876699508824832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.697319:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508824832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.697324:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.697326:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762820.697329:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508824832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762820.697335:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508824960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762820.697354:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762820.697365:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762820/real 1789762820]  req@ffff9686c4beb480 x1876699508824960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762820.697377:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508824960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762845 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762820.697384:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762820.697388:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762820.697391:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508824960:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762820.760779:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762821.784771:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762822.808764:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762823.832743:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762824.856812:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762825.816755:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762825.816764:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762825.816769:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762825.816778:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2797
00000100:00080000:2.0:1789762825.816806:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762825.816815:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762825.816854:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508825088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762825.816880:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762825.816883:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762825.816885:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762825.816888:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2797
00000100:00080000:2.0:1789762825.816891:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762825.816894:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762825.816902:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762825.816916:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508825216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762825.816917:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508825088:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762825.816932:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762825.816935:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762825.816936:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762825.816939:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2797
00000100:00080000:2.0:1789762825.816942:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762825.816945:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762825.816948:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762825.816957:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508825344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762825.816963:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762825.816966:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762825.816968:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762825.816969:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2797
00000100:00080000:2.0:1789762825.816972:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762825.816974:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762825.816977:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762825.816978:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762825.816988:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508825472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762825.816997:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762825.817000:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762825.817001:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762825.817004:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2797
00000100:00080000:2.0:1789762825.817008:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762825.817011:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762825.817016:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762825.817017:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9686c7a9a680 x1876699508825088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762825.817033:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508825600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762825.817036:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508825088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.817063:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762825.817063:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762825.817069:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762825.817072:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762825.817074:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508825088:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762825.817076:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762825.817086:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2797
00000100:00080000:2.0:1789762825.817092:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762825.817095:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762825.817101:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762825.817103:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508825216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789762825.817119:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508825728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762825.817126:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762825.817139:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9686c7a9b100 x1876699508825216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.817148:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508825216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.817156:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.817159:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762825.817161:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508825216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.817166:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508825344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.817177:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762825.817182:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9686c7a9aa00 x1876699508825344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.817189:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508825344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.817194:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.817196:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762825.817198:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508825344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.817201:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508825472:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762825.817212:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762825.817221:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9686c7a99c00 x1876699508825472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.817233:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508825472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.817242:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.817245:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762825.817249:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508825472:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762825.817255:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508825600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.817275:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762825.817287:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9686c7a9a300 x1876699508825600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.817296:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508825600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.817301:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.817303:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762825.817305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508825600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762825.817317:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508825728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762825.817330:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762825.817336:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762825/real 1789762825]  req@ffff9686c7a9a680 x1876699508825728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762825.817343:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508825728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762850 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762825.817352:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762825.817354:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762825.817356:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508825728:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762825.880769:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762826.904747:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762827.928823:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762828.952783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762829.976833:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762830.936741:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762830.936783:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762830.936787:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762830.936796:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2802
00000100:00080000:2.0:1789762830.936805:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762830.936812:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762830.936842:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508825856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762830.936864:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762830.936868:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762830.936870:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762830.936874:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2802
00000100:00080000:2.0:1789762830.936877:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762830.936880:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762830.936888:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762830.936897:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508825856:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762830.936902:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508825984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762830.936912:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762830.936916:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762830.936917:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762830.936921:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2802
00000100:00080000:2.0:1789762830.936923:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762830.936926:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762830.936930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762830.936938:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508826112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762830.936945:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762830.936948:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762830.936949:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762830.936951:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2802
00000100:00080000:2.0:1789762830.937001:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762830.937005:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762830.937008:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762830.937015:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762830.937019:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508826240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762830.937028:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762830.937030:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762830.937032:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762830.937034:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2802
00000100:00080000:2.0:1789762830.937037:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762830.937039:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762830.937042:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762830.937052:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9686c7a9b800 x1876699508825856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762830.937053:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508826368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762830.937065:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762830.937068:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762830.937069:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762830.937071:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2802
00000100:00080000:2.0:1789762830.937073:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762830.937075:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762830.937077:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762830.937082:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508826496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762830.937165:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508825856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.937174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.937178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762830.937183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508825856:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762830.937202:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508825984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762830.937229:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762830.937289:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9686c7a99f80 x1876699508825984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.937301:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508825984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.937310:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.937314:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762830.937318:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508825984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762830.937324:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508826112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762830.937348:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762830.937360:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9686c7a98380 x1876699508826112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.937368:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508826112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.937374:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.937376:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762830.937378:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508826112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762830.937383:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508826240:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762830.937399:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762830.937409:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9686c7a98000 x1876699508826240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.937419:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508826240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.937427:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.937430:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762830.937433:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508826240:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762830.937439:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508826368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762830.937458:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762830.937468:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9686c7a9ad80 x1876699508826368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.937479:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508826368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.937486:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.937489:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762830.937492:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508826368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762830.937497:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508826496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762830.937516:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762830.937525:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762830/real 1789762830]  req@ffff9686c7a98e00 x1876699508826496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762830.937535:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508826496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762855 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762830.937542:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762830.937545:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762830.937548:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508826496:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762831.000784:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762832.024818:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762833.048836:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762834.072787:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762835.096803:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762836.056741:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762836.056753:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762836.056757:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762836.056788:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2807
00000100:00080000:0.0:1789762836.056800:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762836.056809:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762836.056863:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508826624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762836.056890:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762836.056894:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762836.056896:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762836.056901:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2807
00000100:00080000:0.0:1789762836.056906:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762836.056911:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762836.056922:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762836.056924:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508826624:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762836.056939:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508826752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762836.056953:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762836.056957:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762836.056960:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762836.056980:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2807
00000100:00080000:0.0:1789762836.056985:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762836.056990:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762836.056994:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762836.057002:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762836.057017:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508826880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762836.057028:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762836.057034:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1789762836.057035:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff9686c954f100 x1876699508826624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.057036:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762836.057046:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2807
00000100:00080000:0.0:1789762836.057055:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762836.057063:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762836.057064:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508826624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762836.057070:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789762836.057081:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762836.057088:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762836.057092:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508827008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762836.057096:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508826624:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762836.057114:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762836.057118:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762836.057120:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762836.057124:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2807
00000100:00080000:0.0:1789762836.057128:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762836.057132:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762836.057138:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762836.057143:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508826752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762836.057153:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508827136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762836.057177:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762836.057184:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000800:00000100:3.0:1789762836.057184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789762836.057187:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762836.057194:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2807
00000100:00080000:0.0:1789762836.057200:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762836.057204:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff9686c954d880 x1876699508826752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762836.057209:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762836.057218:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762836.057227:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508826752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762836.057237:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508827264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762836.057240:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762836.057249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762836.057258:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508826752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762836.057266:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508826880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762836.057288:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762836.057299:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff9686c954dc00 x1876699508826880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762836.057311:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508826880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762836.057319:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762836.057322:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762836.057325:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508826880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762836.057331:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508827008:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762836.057348:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762836.057365:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff9686c954ce00 x1876699508827008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762836.057378:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508827008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762836.057386:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762836.057389:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762836.057393:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508827008:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762836.057409:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508827136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762836.057427:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762836.057438:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff9686c954c380 x1876699508827136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762836.057449:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508827136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762836.057457:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762836.057460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762836.057463:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508827136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762836.057469:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508827264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762836.057487:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762836.057497:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762836/real 1789762836]  req@ffff9686c954f100 x1876699508827264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762836.057508:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508827264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762861 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762836.057516:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762836.057519:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762836.057522:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508827264:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762836.120801:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762837.144796:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762838.168759:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762839.192797:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762840.216852:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762841.176772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762841.176784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762841.176789:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.176801:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2812
00000100:00080000:1.0:1789762841.176812:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.176819:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762841.176851:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508827392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762841.176872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762841.176875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762841.176877:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.176880:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2812
00000100:00080000:1.0:1789762841.176883:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.176886:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762841.176894:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762841.176901:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508827392:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762841.176906:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508827520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762841.176916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762841.176918:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762841.176919:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.176923:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2812
00000100:00080000:1.0:1789762841.176925:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.176928:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762841.176931:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762841.176939:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508827648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762841.176946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762841.176948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762841.176950:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.176952:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2812
00000100:00080000:1.0:1789762841.176954:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.176959:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762841.176960:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762841.176963:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762841.176973:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508827776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762841.176980:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762841.176983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762841.176984:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.176987:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2812
00000100:00080000:1.0:1789762841.176989:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.176992:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762841.176996:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762841.176999:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff9686c4beb800 x1876699508827392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762841.177007:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508827904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762841.177017:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762841.177020:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508827392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762841.177021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762841.177024:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762841.177032:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2812
00000100:00080000:1.0:1789762841.177036:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762841.177039:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762841.177039:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762841.177046:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762841.177047:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762841.177053:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508827392:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762841.177057:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508828032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762841.177085:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508827520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762841.177101:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762841.177109:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff9686c4beaa00 x1876699508827520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762841.177117:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508827520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762841.177123:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762841.177125:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762841.177127:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508827520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762841.177130:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508827648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762841.177140:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762841.177146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff9686c4be9f80 x1876699508827648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762841.177153:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508827648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762841.177158:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762841.177159:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762841.177161:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508827648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762841.177165:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508827776:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762841.177175:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762841.177181:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff9686c4bebb80 x1876699508827776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762841.177188:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508827776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762841.177193:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762841.177195:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762841.177196:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508827776:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762841.177200:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508827904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762841.177210:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762841.177216:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff9686c4be8e00 x1876699508827904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762841.177223:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508827904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762841.177228:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762841.177229:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762841.177231:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508827904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762841.177235:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508828032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762841.177244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762841.177249:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762841/real 1789762841]  req@ffff9686c4bea680 x1876699508828032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762841.177256:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508828032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762866 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762841.177262:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762841.177263:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762841.177265:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508828032:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762841.240799:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762842.264797:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762843.288780:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762844.312786:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762845.336755:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762846.296763:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762846.296773:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762846.296779:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.296789:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2818
00000100:00080000:2.0:1789762846.296800:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762846.296808:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762846.296846:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508828160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762846.296876:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762846.296881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762846.296883:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.296890:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2818
00000100:00080000:2.0:1789762846.296894:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762846.296899:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762846.296904:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508828160:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762846.296911:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762846.296929:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508828288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762846.296940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762846.296943:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762846.296944:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.296947:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2818
00000100:00080000:2.0:1789762846.296952:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762846.296955:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762846.296959:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762846.296961:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762846.296971:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508828416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762846.296990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762846.296994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762846.296996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.297001:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2818
00000100:00100000:3.0:1789762846.297006:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff9686c7a9b480 x1876699508828160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762846.297008:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762846.297018:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762846.297028:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762846.297036:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508828160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762846.297044:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508828544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762846.297052:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762846.297059:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762846.297061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762846.297064:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508828160:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762846.297072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762846.297076:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.297081:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2818
00000100:00080000:2.0:1789762846.297085:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762846.297091:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508828288:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762846.297092:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762846.297103:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762846.297120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508828672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762846.297123:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762846.297135:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762846.297138:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff9686c7a98a80 x1876699508828288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762846.297139:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762846.297143:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762846.297151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2818
00000100:00080000:2.0:1789762846.297157:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762846.297160:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508828288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762846.297164:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762846.297171:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762846.297174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762846.297178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789762846.297185:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508828800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762846.297185:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508828288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762846.297197:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508828416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762846.297223:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762846.297231:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff9686c7a99180 x1876699508828416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762846.297238:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508828416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762846.297243:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762846.297245:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762846.297247:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508828416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762846.297251:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508828544:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762846.297269:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762846.297275:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff9686c7a98700 x1876699508828544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762846.297282:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508828544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762846.297287:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762846.297289:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762846.297291:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508828544:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762846.297301:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508828672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762846.297311:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762846.297317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff9686c7a99880 x1876699508828672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762846.297325:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508828672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762846.297330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762846.297332:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762846.297334:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508828672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762846.297337:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508828800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762846.297346:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762846.297352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762846/real 1789762846]  req@ffff9686c7a9bb80 x1876699508828800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762846.297359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508828800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762871 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762846.297364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762846.297366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762846.297368:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508828800:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762846.360765:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762847.384788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762848.408765:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762849.432763:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762850.456756:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762851.416691:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762851.416700:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762851.416703:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762851.416711:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2823
00000100:00080000:2.0:1789762851.416722:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762851.416728:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762851.416761:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508828928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762851.416788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762851.416791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762851.416793:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762851.416796:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2823
00000100:00080000:2.0:1789762851.416799:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762851.416801:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762851.416809:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762851.416820:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508829056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762851.416828:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789762851.416834:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508828928:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762851.416834:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762851.416836:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762851.416844:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2823
00000100:00080000:2.0:1789762851.416847:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762851.416849:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762851.416852:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762851.416862:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508829184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762851.416869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762851.416871:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762851.416872:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762851.416875:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2823
00000100:00080000:2.0:1789762851.416878:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762851.416880:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762851.416883:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762851.416890:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508829312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762851.416897:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762851.416904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762851.416907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762851.416909:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762851.416912:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2823
00000100:00080000:2.0:1789762851.416915:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762851.416918:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762851.416922:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762851.416930:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508829440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762851.416936:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762851.416938:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762851.416939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762851.416943:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2823
00000100:00100000:0.0:1789762851.416947:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff9686c7a9bb80 x1876699508828928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762851.416947:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762851.416954:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762851.416959:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762851.416971:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508829568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762851.416976:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508828928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.416990:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.416994:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762851.416998:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508828928:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762851.417024:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508829056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762851.417049:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762851.417063:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff9686c7a99880 x1876699508829056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.417073:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508829056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.417079:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.417081:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762851.417084:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508829056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762851.417088:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508829184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762851.417103:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762851.417109:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff9686c7a98700 x1876699508829184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.417117:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508829184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.417127:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.417129:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762851.417132:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508829184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762851.417135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508829312:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762851.417146:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762851.417151:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff9686c7a99180 x1876699508829312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.417158:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508829312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.417164:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.417166:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762851.417167:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508829312:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762851.417171:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508829440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762851.417181:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762851.417187:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff9686c7a98a80 x1876699508829440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.417195:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508829440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.417200:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.417201:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762851.417204:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508829440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762851.417207:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508829568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762851.417217:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762851.417222:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762851/real 1789762851]  req@ffff9686c7a9b480 x1876699508829568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762851.417229:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508829568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762876 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762851.417236:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762851.417240:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762851.417243:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508829568:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762851.480787:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762852.504748:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762853.528770:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762854.552758:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762855.576819:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762856.536764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762856.536774:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762856.536779:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762856.536790:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2828
00000100:00080000:2.0:1789762856.536802:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762856.536809:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762856.536849:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508829696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762856.536886:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762856.536889:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762856.536891:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762856.536895:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2828
00000100:00080000:2.0:1789762856.536898:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762856.536901:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762856.536911:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762856.536922:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508829824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762856.536929:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762856.536931:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762856.536932:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762856.536935:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2828
00000100:00080000:2.0:1789762856.536936:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762856.536939:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762856.536942:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762856.536948:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508829952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762856.536955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762856.536957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762856.536958:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762856.536961:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2828
00000100:00080000:2.0:1789762856.536963:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762856.536965:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762856.536968:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762856.536975:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508829696:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762856.536976:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508830080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762856.536994:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762856.536996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762856.536998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762856.537000:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2828
00000100:00080000:2.0:1789762856.537002:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762856.537004:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762856.537008:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762856.537016:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508830208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762856.537026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762856.537029:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762856.537031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762856.537036:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2828
00000800:00000100:0.0:1789762856.537039:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762856.537043:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762856.537050:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762856.537057:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762856.537070:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508830336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762856.537080:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9686c7a98e00 x1876699508829696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.537095:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508829696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.537104:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.537113:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762856.537117:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508829696:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762856.537123:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508829824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.537138:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762856.537146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9686c7a9ad80 x1876699508829824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.537154:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508829824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.537159:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.537162:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762856.537164:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508829824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762856.537167:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508829952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.537176:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762856.537182:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9686c7a98000 x1876699508829952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.537189:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508829952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.537194:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.537196:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762856.537198:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508829952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762856.537216:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508830080:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762856.537227:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762856.537233:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9686c7a98380 x1876699508830080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.537241:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508830080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.537246:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.537247:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762856.537249:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508830080:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762856.537252:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508830208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.537262:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762856.537268:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9686c7a99f80 x1876699508830208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.537275:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508830208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.537280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.537282:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762856.537284:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508830208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762856.537287:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508830336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762856.537296:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762856.537301:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762856/real 1789762856]  req@ffff9686c7a9b800 x1876699508830336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762856.537308:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508830336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762881 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762856.537317:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762856.537319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762856.537321:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508830336:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762856.600773:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762857.624792:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762858.648774:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762859.672801:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762860.696762:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762861.656712:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.656720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762861.656724:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.656733:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2833
00000100:00080000:1.0:1789762861.656743:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.656750:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762861.656781:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508830464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.656802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.656806:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762861.656807:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.656810:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2833
00000100:00080000:1.0:1789762861.656812:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.656815:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762861.656822:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.656833:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508830592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.656841:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.656844:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762861.656845:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.656848:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2833
00000100:00080000:1.0:1789762861.656849:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762861.656853:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508830464:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762861.656855:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762861.656862:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.656870:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508830720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.656877:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.656880:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762861.656881:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.656883:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2833
00000100:00080000:1.0:1789762861.656886:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.656888:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762861.656893:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762861.656900:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508830848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.656908:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.656910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762861.656911:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762861.656916:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762861.656919:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2833
00000100:00080000:1.0:1789762861.656923:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.656927:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762861.656932:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762861.656939:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508830976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762861.656945:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762861.656948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762861.656949:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762861.656954:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2833
00000100:00100000:0.0:1789762861.656955:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9686c4bead80 x1876699508830464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762861.656957:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762861.656965:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762861.656972:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762861.656980:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508830464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762861.656983:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508831104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762861.656993:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.656999:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762861.657006:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508830464:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762861.657015:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508830592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762861.657033:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762861.657041:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9686c4be9c00 x1876699508830592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.657049:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508830592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.657060:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.657062:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762861.657064:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508830592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762861.657081:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508830720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762861.657092:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762861.657097:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9686c4be8380 x1876699508830720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.657104:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508830720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.657109:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.657111:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762861.657113:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508830720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762861.657116:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508830848:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762861.657126:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762861.657132:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9686c4bea680 x1876699508830848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.657139:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508830848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.657144:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.657145:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762861.657148:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508830848:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762861.657152:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508830976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762861.657161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762861.657167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9686c4be8e00 x1876699508830976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.657174:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508830976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.657179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.657180:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762861.657182:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508830976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762861.657185:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508831104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762861.657195:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762861.657201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762861/real 1789762861]  req@ffff9686c4bebb80 x1876699508831104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762861.657208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508831104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762886 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762861.657212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762861.657214:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762861.657216:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508831104:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762861.720769:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762862.744774:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762863.768753:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762864.792769:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762865.816785:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762866.776730:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.776740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762866.776744:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762866.776754:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2838
00000100:00080000:1.0:1789762866.776773:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.776780:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762866.776823:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508831232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762866.776862:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.776865:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762866.776866:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762866.776870:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2838
00000100:00080000:1.0:1789762866.776873:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.776876:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762866.776883:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762866.776893:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508831360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762866.776901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.776904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762866.776906:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762866.776911:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508831232:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762866.776911:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2838
00000100:00080000:1.0:1789762866.776916:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.776922:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762866.776925:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762866.776933:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508831488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762866.776940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.776942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762866.776943:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762866.776946:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2838
00000100:00080000:1.0:1789762866.776948:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.776955:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762866.776958:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762866.776965:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508831616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762866.776972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.776974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762866.776976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762866.776981:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762866.776981:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2838
00000100:00080000:1.0:1789762866.776987:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.776990:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762866.776993:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762866.777001:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508831744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762866.777008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762866.777010:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762866.777011:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762866.777014:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2838
00000100:00080000:1.0:1789762866.777017:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762866.777020:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762866.777024:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762866.777029:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9686c4be9f80 x1876699508831232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762866.777034:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508831872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762866.777071:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508831232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.777083:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.777088:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762866.777094:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508831232:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762866.777120:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508831360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.777148:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762866.777162:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9686c4beaa00 x1876699508831360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.777177:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508831360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.777188:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.777192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762866.777197:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508831360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762866.777205:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508831488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.777233:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762866.777246:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9686c4beb800 x1876699508831488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.777260:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508831488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.777268:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.777272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762866.777277:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508831488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762866.777284:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508831616:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762866.777308:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762866.777321:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9686c4beb480 x1876699508831616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.777333:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508831616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.777342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.777346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762866.777349:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508831616:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762866.777356:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508831744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.777379:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762866.777394:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9686c4beb100 x1876699508831744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.777410:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508831744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.777426:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.777431:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762866.777435:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508831744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762866.777443:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508831872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762866.777465:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762866.777491:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762866/real 1789762866]  req@ffff9686c4be9500 x1876699508831872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762866.777506:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508831872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762891 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762866.777515:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762866.777518:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762866.777522:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508831872:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762866.840751:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762867.864778:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762868.888774:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762869.912761:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762870.936822:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762871.896696:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762871.896705:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762871.896709:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762871.896719:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2843
00000100:00080000:1.0:1789762871.896729:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762871.896736:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762871.896771:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508832000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762871.896793:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762871.896796:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762871.896798:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762871.896801:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2843
00000100:00080000:1.0:1789762871.896804:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762871.896806:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762871.896814:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762871.896826:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508832128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762871.896842:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762871.896847:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762871.896850:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508832000:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762871.896850:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762871.896873:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2843
00000100:00080000:1.0:1789762871.896877:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762871.896880:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762871.896884:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762871.896895:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508832256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762871.896902:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762871.896904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762871.896906:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762871.896908:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2843
00000100:00080000:1.0:1789762871.896922:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762871.896924:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762871.896928:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762871.896934:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762871.896938:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508832384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762871.896951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762871.896953:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762871.896955:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762871.896958:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2843
00000100:00080000:1.0:1789762871.896960:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762871.896963:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762871.896967:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762871.896976:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508832512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762871.896980:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9686c4be8700 x1876699508832000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762871.896989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762871.896997:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762871.897000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762871.897007:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2843
00000100:00080000:1.0:1789762871.897010:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762871.897012:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762871.897015:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762871.897017:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508832000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762871.897024:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508832640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762871.897040:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.897048:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762871.897055:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508832000:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762871.897079:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508832128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762871.897103:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762871.897117:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9686c4be8000 x1876699508832128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762871.897131:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508832128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762871.897140:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.897143:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762871.897162:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508832128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762871.897170:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508832256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762871.897191:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762871.897203:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9686c4be9880 x1876699508832256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762871.897217:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508832256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762871.897227:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.897231:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762871.897235:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508832256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762871.897241:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508832384:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762871.897262:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762871.897274:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9686c4be9500 x1876699508832384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762871.897286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508832384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762871.897296:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.897299:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762871.897303:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508832384:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762871.897309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508832512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762871.897330:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762871.897342:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9686c4beb100 x1876699508832512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762871.897355:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508832512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762871.897364:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.897368:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762871.897372:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508832512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762871.897379:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508832640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762871.897398:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762871.897416:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762871/real 1789762871]  req@ffff9686c4beb480 x1876699508832640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762871.897450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508832640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762896 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762871.897461:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762871.897464:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762871.897480:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508832640:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762871.960748:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762872.984781:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762874.008742:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762875.032806:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762876.056836:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762877.016754:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762877.016764:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762877.016785:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762877.016795:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2848
00000100:00080000:0.0:1789762877.016805:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762877.016819:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762877.016873:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508832768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762877.016905:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762877.016908:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762877.016910:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762877.016915:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2848
00000100:00080000:0.0:1789762877.016936:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762877.016940:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762877.016948:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762877.016964:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508832896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762877.016968:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508832768:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762877.016973:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762877.016984:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762877.016985:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762877.016989:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2848
00000100:00080000:0.0:1789762877.016991:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762877.016994:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762877.016996:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762877.017004:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508833024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762877.017010:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762877.017012:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762877.017013:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762877.017016:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2848
00000100:00080000:0.0:1789762877.017018:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762877.017021:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762877.017023:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762877.017030:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508833152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762877.017037:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762877.017039:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762877.017040:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762877.017043:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2848
00000100:00080000:0.0:1789762877.017045:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762877.017049:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762877.017053:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762877.017061:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508833280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762877.017067:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762877.017069:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762877.017070:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762877.017073:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2848
00000100:00080000:0.0:1789762877.017076:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762877.017078:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762877.017081:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762877.017093:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508833408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762877.017116:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508832896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762877.017156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508833024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762877.017189:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508833152:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762877.017218:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508833280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762877.017248:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508833408:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762877.080821:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762878.104832:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762879.128800:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789762880.088914:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789762880.088964:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789762880.088986:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762880.089027:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762880.089038:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762880.089053:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762880.089065:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789762880.089076:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762880.089085:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762880]  req@ffff9686c954f800 x1876699508832896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762880.089120:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508832896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762880.089137:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762880.089145:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762880.089151:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508832896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762880.089162:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762880]  req@ffff9686c954ca80 x1876699508833024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762880.089181:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508833024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762880.089190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762880.089196:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762880.089200:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508833024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762880.089208:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762880]  req@ffff9686c954d180 x1876699508833152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762880.089221:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508833152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762880.089232:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762880.089237:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762880.089240:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508833152:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762880.089250:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762880]  req@ffff9686c954c000 x1876699508833280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762880.089265:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508833280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762880.089274:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762880.089278:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762880.089282:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508833280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762880.089290:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762880]  req@ffff9686c954fb80 x1876699508833408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762880.089310:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508833408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762880.089319:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762880.089323:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762880.089327:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508833408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762880.089335:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762877/real 1789762880]  req@ffff9686c954c700 x1876699508832768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762880.089352:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508832768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762902 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762880.089361:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762880.089366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762880.089370:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508832768:192.168.203.123@tcp:250:kworker.0
00010000:00010000:1.0:1789762880.152784:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762881.176769:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762882.136813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.136824:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762882.136828:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.136841:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2853
00000100:00080000:1.0:1789762882.136854:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.136863:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762882.136903:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508833536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762882.136930:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.136933:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762882.136934:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.136938:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2853
00000100:00080000:1.0:1789762882.136940:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.136943:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762882.136953:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762882.136963:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508833664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762882.136975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.136979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762882.136981:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.136986:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2853
00000100:00100000:3.0:1789762882.136992:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508833536:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762882.136993:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.137003:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762882.137010:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762882.137024:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508833792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762882.137035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.137039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762882.137041:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.137045:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2853
00000100:00080000:1.0:1789762882.137050:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.137056:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762882.137062:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762882.137074:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508833920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762882.137085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762882.137091:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762882.137092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762882.137097:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.137102:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2853
00000100:00080000:1.0:1789762882.137106:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.137111:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762882.137117:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762882.137131:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508834048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762882.137148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762882.137151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762882.137153:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762882.137157:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2853
00000100:00080000:1.0:1789762882.137162:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762882.137167:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762882.137173:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff9686c4beb800 x1876699508833536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762882.137175:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762882.137195:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508834176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762882.137204:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508833536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762882.137221:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762882.137227:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762882.137233:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508833536:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762882.137243:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508833664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762882.137271:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762882.137286:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff9686c4beaa00 x1876699508833664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762882.137300:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508833664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762882.137310:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762882.137313:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762882.137318:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508833664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762882.137349:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508833792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762882.137391:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762882.137404:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff9686c4be9f80 x1876699508833792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762882.137419:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508833792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762882.137428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762882.137432:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762882.137436:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508833792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762882.137458:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508833920:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762882.137578:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762882.137592:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff9686c4bebb80 x1876699508833920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762882.137606:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508833920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762882.137616:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762882.137621:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762882.137652:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508833920:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762882.137660:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508834048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762882.137689:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762882.137703:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff9686c4be8e00 x1876699508834048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762882.137725:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508834048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762882.137736:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762882.137740:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762882.137744:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508834048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762882.137751:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508834176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762882.137775:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762882.137787:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762882/real 1789762882]  req@ffff9686c4bea680 x1876699508834176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762882.137800:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508834176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762907 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762882.137810:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762882.137814:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762882.137818:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508834176:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762882.200809:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762883.224812:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762884.248742:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762885.272818:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762886.296763:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762887.256703:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762887.256711:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762887.256715:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762887.256725:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2858
00000100:00080000:1.0:1789762887.256735:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762887.256741:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762887.256774:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508834304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762887.256796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762887.256799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762887.256801:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762887.256803:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2858
00000100:00080000:1.0:1789762887.256806:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762887.256810:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762887.256817:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762887.256830:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508834432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762887.256830:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508834304:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762887.256844:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762887.256847:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762887.256848:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762887.256850:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2858
00000100:00080000:1.0:1789762887.256852:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762887.256854:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762887.256858:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762887.256866:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508834560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762887.256872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762887.256874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762887.256882:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762887.256885:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2858
00000100:00080000:1.0:1789762887.256888:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762887.256891:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762887.256894:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762887.256895:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762887.256908:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508834688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762887.256920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762887.256923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762887.256924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762887.256927:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2858
00000100:00080000:1.0:1789762887.256930:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762887.256932:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff9686c4be8380 x1876699508834304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762887.256935:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762887.256942:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762887.256952:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508834816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762887.256954:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508834304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762887.256974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762887.256983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762887.256986:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762887.256992:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2858
00000100:00080000:3.0:1789762887.256993:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762887.256995:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762887.256998:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762887.257000:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762887.257005:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762887.257006:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508834304:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762887.257016:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508834944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762887.257030:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508834432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762887.257047:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762887.257055:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff9686c4be9c00 x1876699508834432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762887.257063:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508834432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762887.257069:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762887.257071:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762887.257073:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508834432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762887.257077:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508834560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762887.257092:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762887.257098:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff9686c4bead80 x1876699508834560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762887.257105:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508834560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762887.257110:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762887.257112:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762887.257114:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508834560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762887.257117:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508834688:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762887.257127:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762887.257132:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff9686c4bea680 x1876699508834688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762887.257139:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508834688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762887.257144:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762887.257146:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762887.257148:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508834688:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762887.257151:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508834816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762887.257161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762887.257167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff9686c4be8e00 x1876699508834816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762887.257174:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508834816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762887.257179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762887.257181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762887.257182:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508834816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762887.257185:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508834944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762887.257194:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762887.257200:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762887/real 1789762887]  req@ffff9686c4bebb80 x1876699508834944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762887.257207:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508834944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762912 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762887.257212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762887.257213:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762887.257215:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508834944:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762887.320787:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762888.344792:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762889.368746:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762890.392794:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762891.416793:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762892.376727:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762892.376742:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762892.376749:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762892.376764:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2864
00000100:00080000:0.0:1789762892.376778:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762892.376787:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762892.376830:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508835072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762892.376857:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762892.376860:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762892.376861:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762892.376865:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2864
00000100:00080000:0.0:1789762892.376868:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762892.376871:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762892.376880:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762892.376891:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508835200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762892.376900:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508835072:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789762892.376901:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762892.376910:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762892.376912:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762892.376915:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2864
00000100:00080000:0.0:1789762892.376924:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762892.376927:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762892.376930:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762892.376940:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508835328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762892.376951:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762892.376954:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762892.376955:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762892.376958:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2864
00000100:00080000:0.0:1789762892.376961:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762892.376963:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762892.376966:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762892.376973:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508835456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762892.376979:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762892.376982:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762892.376983:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762892.376986:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2864
00000100:00080000:0.0:1789762892.376988:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762892.376994:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762892.376994:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762892.377002:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762892.377010:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508835584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762892.377018:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762892.377021:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762892.377022:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762892.377024:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2864
00000100:00080000:0.0:1789762892.377027:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762892.377030:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762892.377034:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762892.377046:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508835712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762892.377046:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff9686c954ea00 x1876699508835072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762892.377092:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508835072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762892.377102:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762892.377105:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762892.377109:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508835072:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762892.377133:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508835200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762892.377151:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762892.377161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff9686c954df80 x1876699508835200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762892.377169:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508835200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762892.377180:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762892.377182:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762892.377184:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508835200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762892.377188:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508835328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762892.377199:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762892.377205:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff9686c954e300 x1876699508835328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762892.377212:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508835328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762892.377218:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762892.377219:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762892.377221:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508835328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762892.377226:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508835456:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762892.377246:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762892.377258:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff9686c954ed80 x1876699508835456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762892.377271:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508835456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762892.377280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762892.377283:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762892.377297:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508835456:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762892.377303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508835584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762892.377320:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762892.377328:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff9686c954e680 x1876699508835584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762892.377336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508835584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762892.377342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762892.377344:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762892.377346:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508835584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762892.377349:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508835712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762892.377360:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762892.377366:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762892/real 1789762892]  req@ffff9686c954c700 x1876699508835712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762892.377377:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508835712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762917 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762892.377383:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762892.377386:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762892.377388:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508835712:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762892.440779:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762893.464775:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762894.488775:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762895.512765:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762896.536775:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762897.496756:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.496765:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762897.496769:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.496779:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2869
00000100:00080000:1.0:1789762897.496789:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.496796:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762897.496831:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508835840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.496853:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.496855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.496857:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.496860:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2869
00000100:00080000:1.0:1789762897.496863:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.496866:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762897.496874:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762897.496884:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508835840:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762897.496885:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508835968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.496897:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.496900:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762897.496901:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.496904:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2869
00000100:00080000:1.0:1789762897.496907:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.496910:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762897.496915:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762897.496923:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508836096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.496930:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.496932:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.496933:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.496935:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2869
00000100:00080000:1.0:1789762897.496945:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.496947:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762897.496951:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762897.496952:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762897.496962:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508836224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.496970:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.496973:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762897.496974:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762897.496976:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2869
00000100:00080000:1.0:1789762897.496979:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.496981:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762897.496985:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762897.496990:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9686c4be9f80 x1876699508835840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762897.496995:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508836352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762897.497013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762897.497015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762897.497018:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762897.497019:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508835840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762897.497023:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2869
00000100:00080000:1.0:1789762897.497028:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762897.497034:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762897.497039:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762897.497040:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762897.497048:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762897.497052:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508835840:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762897.497063:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508836480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762897.497075:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508835968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.497094:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762897.497104:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9686c4beaa00 x1876699508835968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.497112:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508835968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.497118:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.497120:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762897.497123:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508835968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762897.497126:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508836096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.497137:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762897.497142:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9686c4beb800 x1876699508836096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.497150:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508836096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.497166:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.497168:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762897.497171:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508836096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762897.497175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508836224:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762897.497187:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762897.497193:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9686c4beb480 x1876699508836224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.497201:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508836224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.497206:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.497208:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762897.497210:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508836224:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762897.497213:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508836352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.497223:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762897.497230:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9686c4beb100 x1876699508836352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.497237:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508836352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.497241:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.497243:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762897.497245:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508836352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762897.497276:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508836480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762897.497291:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762897.497299:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762897/real 1789762897]  req@ffff9686c4be9500 x1876699508836480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762897.497307:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508836480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762922 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762897.497312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762897.497314:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762897.497316:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508836480:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762897.560774:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762898.584749:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762899.608869:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762900.632766:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762901.656759:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762902.616710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.616718:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762902.616722:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.616732:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2874
00000100:00080000:1.0:1789762902.616742:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.616750:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762902.616782:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508836608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762902.616807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.616810:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762902.616812:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.616816:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2874
00000100:00080000:1.0:1789762902.616819:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.616823:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762902.616825:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508836608:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762902.616831:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762902.616843:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508836736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762902.616856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.616859:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762902.616862:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.616867:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2874
00000100:00080000:1.0:1789762902.616872:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.616877:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762902.616883:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762902.616887:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762902.616903:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508836864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762902.616917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.616921:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1789762902.616924:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9686c4be9880 x1876699508836608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762902.616925:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.616937:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2874
00000100:00080000:1.0:1789762902.616943:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762902.616947:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508836608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762902.616952:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762902.616963:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789762902.616964:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.616973:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762902.616978:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508836608:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762902.616984:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508836992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762902.616996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.617001:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762902.617003:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.617008:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2874
00000100:00080000:1.0:1789762902.617013:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.617017:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762902.617024:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762902.617035:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508837120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762902.617042:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762902.617044:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762902.617045:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762902.617048:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2874
00000100:00080000:1.0:1789762902.617051:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762902.617054:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762902.617057:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762902.617063:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508837248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762902.617070:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508836736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762902.617096:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762902.617107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9686c4be8000 x1876699508836736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.617243:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508836736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.617249:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.617252:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762902.617256:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508836736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762902.617262:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508836864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762902.617353:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762902.617390:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9686c4be8700 x1876699508836864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.617440:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508836864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.617449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.617453:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762902.617456:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508836864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762902.617463:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508836992:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762902.617486:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762902.617498:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9686c4be9500 x1876699508836992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.617511:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508836992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.617520:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.617523:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762902.617527:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508836992:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762902.617533:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508837120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762902.617553:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762902.617563:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9686c4beb100 x1876699508837120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.617575:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508837120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.617583:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.617587:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762902.617590:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508837120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762902.617607:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508837248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762902.617625:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762902.617635:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762902/real 1789762902]  req@ffff9686c4beb480 x1876699508837248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762902.617674:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508837248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762927 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762902.617683:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762902.617687:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762902.617691:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508837248:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762902.680775:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762903.704754:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762904.728917:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762905.752833:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762906.776789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762907.736728:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.736741:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762907.736754:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.736768:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2879
00000100:00080000:1.0:1789762907.736782:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.736791:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762907.736839:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508837376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762907.736869:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.736874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762907.736876:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.736882:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2879
00000100:00080000:1.0:1789762907.736887:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.736892:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762907.736904:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762907.736904:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508837376:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762907.736922:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508837504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762907.736934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.736938:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762907.736940:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.736944:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2879
00000100:00080000:1.0:1789762907.736948:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.736952:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762907.736958:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762907.736971:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508837632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762907.736983:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762907.736984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.736990:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762907.736992:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.736997:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2879
00000100:00080000:1.0:1789762907.737003:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.737008:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762907.737013:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762907.737026:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508837760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762907.737032:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9686c4beb800 x1876699508837376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762907.737046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762907.737052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762907.737055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762907.737056:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508837376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762907.737066:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2879
00000100:00080000:3.0:1789762907.737072:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762907.737073:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762907.737080:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762907.737082:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762907.737088:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508837376:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762907.737092:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762907.737107:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508837888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762907.737114:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508837504:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762907.737133:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789762907.737139:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762907.737142:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762907.737146:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762907.737151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2879
00000100:00100000:3.0:1789762907.737154:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9686c4beaa00 x1876699508837504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762907.737158:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762907.737168:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762907.737187:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508837504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762907.737189:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762907.737202:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789762907.737207:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508838016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762907.737207:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762907.737211:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508837504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762907.737222:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508837632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762907.737243:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762907.737255:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9686c4be9f80 x1876699508837632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762907.737265:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508837632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762907.737271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762907.737273:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762907.737275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508837632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762907.737279:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508837760:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762907.737290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762907.737296:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9686c4bebb80 x1876699508837760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762907.737303:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508837760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762907.737308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762907.737310:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762907.737312:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508837760:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762907.737322:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508837888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762907.737343:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762907.737354:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9686c4be8e00 x1876699508837888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762907.737361:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508837888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762907.737368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762907.737370:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762907.737372:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508837888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762907.737375:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508838016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762907.737386:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762907.737392:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762907/real 1789762907]  req@ffff9686c4bea680 x1876699508838016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762907.737399:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508838016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762932 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762907.737404:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762907.737406:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762907.737407:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508838016:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762907.801731:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762908.824794:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762909.848791:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762910.872813:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762911.896807:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762912.856710:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762912.856720:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762912.856724:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762912.856733:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2884
00000100:00080000:1.0:1789762912.856744:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762912.856752:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762912.856793:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508838144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762912.856814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762912.856819:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762912.856821:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762912.856825:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2884
00000100:00080000:1.0:1789762912.856829:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762912.856834:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762912.856843:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762912.856846:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508838144:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762912.856856:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508838272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762912.856866:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762912.856868:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762912.856870:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762912.856874:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2884
00000100:00080000:1.0:1789762912.856877:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762912.856881:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762912.856885:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762912.856893:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508838400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762912.856901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762912.856904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762912.856906:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762912.856907:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762912.856909:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2884
00000100:00080000:1.0:1789762912.856912:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762912.856915:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762912.856920:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762912.856930:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508838528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762912.856939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762912.856942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762912.856944:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762912.856945:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9686c4bead80 x1876699508838144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762912.856947:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2884
00000100:00080000:1.0:1789762912.856950:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762912.856954:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762912.856958:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762912.856963:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508838144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762912.856966:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508838656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762912.856974:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762912.856976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762912.856978:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762912.856979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762912.856980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762912.856982:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508838144:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762912.856984:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2884
00000100:00080000:1.0:1789762912.856987:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762912.856990:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762912.856994:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762912.857002:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508838784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762912.857005:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508838272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762912.857028:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762912.857042:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9686c4be9c00 x1876699508838272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.857056:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508838272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.857062:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.857064:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762912.857066:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508838272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762912.857071:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508838400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762912.857094:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762912.857102:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9686c4be8380 x1876699508838400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.857109:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508838400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.857114:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.857116:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762912.857118:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508838400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762912.857122:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508838528:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762912.857132:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762912.857153:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9686c4bea680 x1876699508838528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.857161:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508838528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.857170:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.857172:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762912.857174:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508838528:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762912.857178:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508838656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762912.857190:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762912.857196:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9686c4be8e00 x1876699508838656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.857204:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508838656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.857209:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.857210:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762912.857212:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508838656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762912.857223:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508838784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762912.857234:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762912.857240:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762912/real 1789762912]  req@ffff9686c4bebb80 x1876699508838784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762912.857247:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508838784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762937 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762912.857252:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762912.857254:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762912.857256:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508838784:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762912.920795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762913.944821:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762914.968783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762915.992868:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762917.016818:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762917.976794:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762917.976803:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762917.976806:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762917.976814:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2889
00000100:00080000:0.0:1789762917.976823:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762917.976828:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762917.976862:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508838912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762917.976883:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762917.976885:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762917.976887:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762917.976890:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2889
00000100:00080000:0.0:1789762917.976893:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762917.976897:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762917.976905:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762917.976914:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508838912:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762917.976916:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508839040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762917.976928:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762917.976931:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762917.976932:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762917.976934:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2889
00000100:00080000:0.0:1789762917.976937:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762917.976939:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762917.976942:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762917.976951:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508839168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762917.976958:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762917.976960:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762917.976961:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762917.976963:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2889
00000100:00080000:0.0:1789762917.976972:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762917.976976:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762917.976981:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789762917.976983:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789762917.976994:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508839296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762917.977001:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762917.977003:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762917.977004:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762917.977007:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2889
00000100:00080000:0.0:1789762917.977010:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762917.977013:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762917.977017:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762917.977021:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9686c954fb80 x1876699508838912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762917.977028:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508839424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762917.977038:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762917.977042:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762917.977043:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508838912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762917.977044:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762917.977051:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2889
00000100:00080000:0.0:1789762917.977057:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762917.977063:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762917.977065:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789762917.977066:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762917.977071:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762917.977076:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508839552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762917.977077:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508838912:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762917.977125:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508839040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762917.977151:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762917.977166:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9686c954c000 x1876699508839040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.977180:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508839040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.977186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.977189:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762917.977191:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508839040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762917.977196:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508839168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762917.977211:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762917.977219:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9686c954d180 x1876699508839168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.977226:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508839168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.977231:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.977234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762917.977236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508839168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762917.977239:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508839296:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762917.977249:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762917.977255:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9686c954ca80 x1876699508839296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.977262:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508839296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.977267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.977269:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762917.977271:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508839296:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762917.977274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508839424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762917.977284:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762917.977290:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9686c954f800 x1876699508839424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.977298:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508839424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.977302:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.977304:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762917.977306:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508839424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762917.977309:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508839552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762917.977318:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762917.977324:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762917/real 1789762917]  req@ffff9686c954f100 x1876699508839552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762917.977331:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508839552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762942 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762917.977336:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762917.977337:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762917.977339:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508839552:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762918.040818:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762919.064850:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762920.088820:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762921.112779:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762922.136809:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762923.096833:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762923.096853:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762923.096862:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762923.096882:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2894
00000100:00080000:1.0:1789762923.096902:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762923.096917:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762923.096983:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508839680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762923.097027:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762923.097033:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762923.097037:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762923.097043:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2894
00000100:00080000:1.0:1789762923.097048:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762923.097055:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762923.097093:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762923.097116:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508839808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762923.097132:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508839680:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762923.097138:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762923.097152:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762923.097155:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762923.097161:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2894
00000100:00080000:1.0:1789762923.097166:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762923.097171:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762923.097178:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762923.097196:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508839936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762923.097216:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762923.097223:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762923.097227:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762923.097236:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2894
00000100:00080000:1.0:1789762923.097245:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789762923.097256:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762923.097258:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762923.097274:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762923.097303:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508840064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762923.097319:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762923.097325:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff9686c4be9f80 x1876699508839680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762923.097327:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762923.097333:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762923.097347:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2894
00000100:00080000:1.0:1789762923.097359:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762923.097365:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762923.097373:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508839680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762923.097377:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762923.097404:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508840192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762923.097413:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762923.097425:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789762923.097428:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762923.097439:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789762923.097443:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508839680:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762923.097445:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762923.097462:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2894
00000100:00080000:1.0:1789762923.097467:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762923.097472:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762923.097477:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762923.097493:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508839808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762923.097496:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508840320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762923.097543:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762923.097564:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff9686c4beaa00 x1876699508839808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762923.097586:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508839808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762923.097604:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762923.097610:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762923.097617:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508839808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762923.097674:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508839936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762923.097712:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762923.097728:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff9686c4beb800 x1876699508839936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762923.097744:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508839936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762923.097755:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762923.097759:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762923.097763:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508839936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762923.097772:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508840064:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762923.097794:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762923.097812:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff9686c4beb480 x1876699508840064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762923.097836:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508840064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762923.097853:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762923.097859:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762923.097866:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508840064:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762923.097878:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508840192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762923.097914:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762923.097930:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff9686c4beb100 x1876699508840192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762923.097945:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508840192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762923.097955:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762923.097959:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762923.097963:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508840192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762923.097985:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508840320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762923.098007:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762923.098018:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762923/real 1789762923]  req@ffff9686c4be9500 x1876699508840320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762923.098034:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508840320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762948 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762923.098043:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762923.098047:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762923.098050:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508840320:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762923.160842:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762924.184788:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762925.208814:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762926.232806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762927.256821:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762928.216736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.216746:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762928.216752:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.216764:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2899
00000100:00080000:1.0:1789762928.216778:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762928.216789:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762928.216826:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508840448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762928.216854:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.216858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762928.216859:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.216864:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2899
00000100:00080000:1.0:1789762928.216869:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762928.216874:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762928.216885:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762928.216899:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508840448:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762928.216901:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508840576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762928.216922:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.216928:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762928.216930:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.216937:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2899
00000100:00080000:1.0:1789762928.216941:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762928.216945:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762928.216951:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762928.216965:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508840704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762928.216982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.216986:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762928.216988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789762928.216996:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762928.217001:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2899
00000100:00080000:1.0:1789762928.217007:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762928.217012:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762928.217018:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762928.217049:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508840832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762928.217059:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762928.217065:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff9686c4be8700 x1876699508840448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762928.217066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762928.217072:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.217092:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2899
00000100:00080000:1.0:1789762928.217099:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762928.217103:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508840448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762928.217107:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762928.217125:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762928.217129:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762928.217137:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762928.217146:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508840448:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762928.217148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508840960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762928.217164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762928.217167:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762928.217170:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762928.217175:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2899
00000100:00080000:1.0:1789762928.217180:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762928.217183:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508840576:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762928.217192:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762928.217199:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762928.217219:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762928.217220:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508841088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762928.217233:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff9686c4be8000 x1876699508840576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762928.217246:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508840576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762928.217259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762928.217266:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762928.217270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508840576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762928.217276:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508840704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762928.217289:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762928.217295:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff9686c4be9880 x1876699508840704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762928.217302:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508840704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762928.217308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762928.217310:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762928.217312:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508840704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762928.217315:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508840832:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762928.217327:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762928.217333:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff9686c4be9500 x1876699508840832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762928.217340:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508840832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762928.217345:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762928.217347:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762928.217350:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508840832:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762928.217353:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508840960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762928.217364:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762928.217370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff9686c4beb100 x1876699508840960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762928.217376:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508840960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762928.217381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762928.217382:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762928.217392:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508840960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762928.217404:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508841088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762928.217417:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762928.217423:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762928/real 1789762928]  req@ffff9686c4beb480 x1876699508841088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762928.217431:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508841088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762953 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762928.217436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762928.217439:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762928.217441:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508841088:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762928.280783:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762929.304827:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762930.328856:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762931.352786:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762932.376856:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762933.336699:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762933.336709:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762933.336713:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.336722:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2905
00000100:00080000:1.0:1789762933.336732:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762933.336739:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762933.336780:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508841216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762933.336808:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762933.336812:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762933.336813:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.336817:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2905
00000100:00080000:1.0:1789762933.336820:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762933.336824:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762933.336832:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762933.336843:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508841216:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762933.336847:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508841344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762933.336857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762933.336860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762933.336861:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.336864:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2905
00000100:00080000:1.0:1789762933.336867:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762933.336869:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762933.336873:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762933.336881:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508841472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762933.336888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762933.336891:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762933.336893:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.336895:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2905
00000100:00080000:1.0:1789762933.336897:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762933.336902:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789762933.336902:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789762933.336909:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762933.336917:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508841600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762933.336924:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762933.336927:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762933.336928:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.336931:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2905
00000100:00080000:1.0:1789762933.336935:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762933.336938:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762933.336941:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff9686c4beb800 x1876699508841216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789762933.336944:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762933.336958:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508841728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762933.336963:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508841216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762933.336974:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762933.336979:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789762933.336981:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762933.336982:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762933.337003:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2905
00000100:00080000:3.0:1789762933.337006:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762933.337009:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762933.337012:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508841216:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762933.337017:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762933.337027:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762933.337038:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508841344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762933.337039:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508841856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762933.337069:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762933.337085:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff9686c4beaa00 x1876699508841344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762933.337099:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508841344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762933.337109:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762933.337111:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762933.337113:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508841344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762933.337118:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508841472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762933.337134:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762933.337141:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff9686c4be9f80 x1876699508841472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762933.337149:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508841472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762933.337159:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762933.337161:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762933.337163:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508841472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762933.337167:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508841600:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762933.337177:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762933.337183:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff9686c4bebb80 x1876699508841600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762933.337190:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508841600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762933.337195:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762933.337197:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762933.337199:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508841600:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762933.337202:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508841728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762933.337212:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762933.337218:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff9686c4be8e00 x1876699508841728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762933.337242:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508841728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762933.337248:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762933.337250:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762933.337253:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508841728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762933.337268:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508841856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762933.337286:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762933.337299:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762933/real 1789762933]  req@ffff9686c4bea680 x1876699508841856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762933.337313:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508841856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762958 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762933.337324:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762933.337328:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762933.337332:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508841856:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762933.400818:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762934.424854:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762935.448838:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762936.472844:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762937.496876:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762938.456841:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762938.456850:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762938.456855:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762938.456870:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2910
00000100:00080000:2.0:1789762938.456886:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762938.456897:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762938.456938:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508841984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762938.456978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762938.456983:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762938.456986:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762938.456995:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2910
00000100:00080000:2.0:1789762938.457006:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762938.457013:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762938.457025:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762938.457050:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508842112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762938.457065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762938.457071:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762938.457075:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762938.457084:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2910
00000100:00080000:2.0:1789762938.457093:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762938.457101:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508841984:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762938.457102:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762938.457116:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762938.457139:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508842240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762938.457157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762938.457162:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762938.457165:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762938.457168:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2910
00000100:00080000:2.0:1789762938.457174:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762938.457181:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:1.0:1789762938.457185:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762938.457190:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762938.457203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508842368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762938.457214:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762938.457217:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762938.457219:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762938.457222:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2910
00000100:00080000:2.0:1789762938.457225:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789762938.457232:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff9686c7a9a680 x1876699508841984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762938.457232:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762938.457240:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762938.457254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508842496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762938.457259:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508841984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762938.457265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762938.457273:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762938.457277:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762938.457291:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2910
00000100:00080000:1.0:1789762938.457294:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762938.457299:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762938.457307:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762938.457308:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762938.457315:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762938.457319:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508841984:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762938.457328:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508842624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789762938.457331:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508842112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789762938.457359:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762938.457369:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff9686c7a9a300 x1876699508842112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762938.457378:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508842112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762938.457386:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762938.457391:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789762938.457397:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508842112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762938.457420:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508842240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789762938.457452:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762938.457480:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff9686c7a99c00 x1876699508842240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762938.457501:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508842240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762938.457509:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762938.457515:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789762938.457519:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508842240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762938.457535:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508842368:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789762938.457563:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762938.457584:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff9686c7a9aa00 x1876699508842368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762938.457593:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508842368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762938.457600:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762938.457603:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789762938.457606:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508842368:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789762938.457609:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508842496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789762938.457623:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762938.457656:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff9686c7a9b100 x1876699508842496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762938.457666:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508842496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762938.457674:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762938.457678:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789762938.457681:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508842496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762938.457690:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508842624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789762938.457714:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762938.457726:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762938/real 1789762938]  req@ffff9686c7a9b800 x1876699508842624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762938.457739:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508842624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762963 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762938.457751:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762938.457754:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789762938.457757:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508842624:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762938.520846:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762939.544755:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762940.568763:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762941.592778:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762942.616758:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762943.576753:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.576762:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762943.576766:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.576778:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2915
00000100:00080000:1.0:1789762943.576791:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.576800:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762943.576845:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508842752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.576873:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.576876:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.576877:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.576880:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2915
00000100:00080000:1.0:1789762943.576882:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.576885:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762943.576893:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.576903:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508842880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.576925:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762943.576927:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508842752:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762943.576929:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762943.576936:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.576951:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2915
00000100:00080000:1.0:1789762943.576954:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.576957:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762943.576963:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.576974:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508843008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.576982:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.576984:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.576986:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.576990:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2915
00000100:00080000:1.0:1789762943.576991:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.576994:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762943.576998:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762943.577006:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508843136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.577014:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.577017:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762943.577018:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.577022:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2915
00000100:00080000:1.0:1789762943.577025:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.577028:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762943.577031:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762943.577038:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508843264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762943.577045:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762943.577048:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762943.577052:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762943.577056:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2915
00000100:00080000:1.0:1789762943.577061:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762943.577066:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762943.577070:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762943.577081:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508842880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789762943.577087:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508843392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762943.577130:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508843008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762943.577158:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508843136:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762943.577187:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508843264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762943.577216:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508843392:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762943.640802:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762944.664873:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762945.688771:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789762946.648843:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789762946.648876:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789762946.648903:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762946.648932:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762946.648942:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762946.648950:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789762946.648957:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762946.648964:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9686c4be9c00 x1876699508842880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789762946.648965:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789762946.648999:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508842880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.649012:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.649018:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762946.649022:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508842880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762946.649031:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9686c4bead80 x1876699508843008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.649045:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508843008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.649053:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.649057:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762946.649060:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508843008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762946.649068:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9686c4bea680 x1876699508843136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.649080:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508843136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.649089:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.649093:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762946.649096:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508843136:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762946.649103:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9686c4be8e00 x1876699508843264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.649116:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508843264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.649124:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.649127:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762946.649130:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508843264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762946.649137:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9686c4be8380 x1876699508842752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.649159:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508842752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.649168:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.649171:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762946.649174:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508842752:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762946.649205:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762943/real 1789762946]  req@ffff9686c4bebb80 x1876699508843392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762946.649217:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508843392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762968 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762946.649225:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762946.649228:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762946.649232:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508843392:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762946.712743:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762947.736830:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762948.696727:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762948.696737:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762948.696742:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.696751:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2920
00000100:00080000:1.0:1789762948.696762:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.696771:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762948.696806:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508843520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762948.696824:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762948.696827:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762948.696829:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.696832:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2920
00000100:00080000:1.0:1789762948.696834:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.696837:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762948.696845:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762948.696845:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508843520:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762948.696859:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508843648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762948.696868:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762948.696886:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762948.696889:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.696893:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2920
00000100:00080000:1.0:1789762948.696898:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.696903:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762948.696908:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762948.696928:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508843776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762948.696936:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762948.696945:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762948.696949:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762948.696951:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.696957:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2920
00000100:00080000:1.0:1789762948.696962:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.696967:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762948.696973:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762948.696983:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9686c4be9f80 x1876699508843520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762948.696995:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508843904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762948.697009:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508843520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762948.697010:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762948.697018:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762948.697022:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.697032:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2920
00000100:00080000:3.0:1789762948.697033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789762948.697036:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789762948.697042:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789762948.697046:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762948.697051:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508843520:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762948.697052:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762948.697070:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508844032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762948.697084:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762948.697085:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508843648:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762948.697091:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762948.697095:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762948.697100:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2920
00000100:00080000:1.0:1789762948.697106:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762948.697111:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762948.697117:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762948.697123:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762948.697134:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508844160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762948.697143:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9686c4beaa00 x1876699508843648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.697176:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508843648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.697187:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.697192:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762948.697197:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508843648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762948.697205:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508843776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762948.697229:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762948.697241:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9686c4beb800 x1876699508843776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.697254:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508843776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.697268:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.697272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762948.697275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508843776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762948.697282:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508843904:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762948.697303:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762948.697314:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9686c4beb480 x1876699508843904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.697327:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508843904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.697337:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.697342:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762948.697345:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508843904:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762948.697361:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508844032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762948.697383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762948.697395:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9686c4beb100 x1876699508844032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.697405:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508844032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.697413:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.697415:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762948.697419:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508844032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762948.697432:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508844160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762948.697452:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762948.697463:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762948/real 1789762948]  req@ffff9686c4be9500 x1876699508844160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762948.697475:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508844160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762973 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762948.697482:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762948.697485:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762948.697488:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508844160:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762948.760864:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762949.784745:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762950.808787:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762951.832838:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762952.856834:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762953.816734:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.816742:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762953.816746:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.816755:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2925
00000100:00080000:2.0:1789762953.816766:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.816774:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762953.816812:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508844288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762953.816848:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.816853:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762953.816855:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.816859:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2925
00000100:00080000:2.0:1789762953.816863:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.816866:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762953.816872:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508844288:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762953.816877:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762953.816891:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508844416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762953.816901:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.816904:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762953.816905:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.816908:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2925
00000100:00080000:2.0:1789762953.816918:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.816921:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762953.816924:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789762953.816928:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762953.816934:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508844544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762953.816943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.816945:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762953.816946:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.816948:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2925
00000100:00080000:2.0:1789762953.816951:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.816953:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762953.816958:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789762953.816965:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9686c7a99f80 x1876699508844288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762953.816968:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508844672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762953.816992:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.816996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789762953.816997:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508844288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762953.816998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.817006:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2925
00000100:00080000:2.0:1789762953.817012:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762953.817016:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762953.817016:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762953.817022:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762953.817024:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762953.817029:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508844288:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762953.817033:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508844800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762953.817041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762953.817043:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762953.817045:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762953.817048:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2925
00000100:00080000:2.0:1789762953.817050:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789762953.817052:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508844416:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789762953.817056:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762953.817061:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762953.817071:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508844928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762953.817078:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762953.817093:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9686c7a98380 x1876699508844416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.817102:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508844416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.817108:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.817110:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762953.817112:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508844416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762953.817116:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508844544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762953.817127:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762953.817133:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9686c7a98000 x1876699508844544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.817140:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508844544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.817145:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.817146:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762953.817148:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508844544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762953.817151:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508844672:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762953.817161:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762953.817167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9686c7a9ad80 x1876699508844672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.817174:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508844672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.817179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.817181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762953.817183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508844672:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762953.817186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508844800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762953.817196:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762953.817201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9686c7a98e00 x1876699508844800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.817208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508844800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.817212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.817214:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762953.817216:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508844800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762953.817226:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508844928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762953.817235:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762953.817241:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762953/real 1789762953]  req@ffff9686c7a9b480 x1876699508844928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762953.817248:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508844928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762978 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762953.817253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762953.817254:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762953.817256:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508844928:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762953.880760:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762954.904818:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762955.928849:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762956.952820:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762957.976773:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762958.936719:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762958.936727:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762958.936731:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762958.936753:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2930
00000100:00080000:1.0:1789762958.936765:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762958.936774:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762958.936830:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508845056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762958.936851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762958.936854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762958.936855:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762958.936859:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2930
00000100:00080000:1.0:1789762958.936862:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762958.936865:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762958.936872:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762958.936882:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508845184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762958.936889:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508845056:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762958.936891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762958.936899:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762958.936900:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762958.936903:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2930
00000100:00080000:1.0:1789762958.936905:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762958.936908:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762958.936910:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762958.936918:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508845312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762958.936924:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762958.936926:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762958.936927:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762958.936930:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2930
00000100:00080000:1.0:1789762958.936932:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762958.936934:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762958.936936:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762958.936943:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508845440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762958.936949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762958.936951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762958.936953:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762958.936955:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2930
00000100:00080000:1.0:1789762958.936958:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762958.936960:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762958.936963:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762958.936972:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508845568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789762958.936973:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762958.936982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762958.936985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762958.936986:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762958.936989:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2930
00000100:00080000:1.0:1789762958.936991:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762958.936993:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762958.936996:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762958.937001:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508845696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762958.937026:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9686c4be9880 x1876699508845056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.937048:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508845056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.937060:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.937066:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762958.937071:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508845056:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762958.937098:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508845184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762958.937121:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762958.937134:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9686c4be8000 x1876699508845184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.937146:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508845184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.937154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.937158:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762958.937163:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508845184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762958.937170:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508845312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762958.937196:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762958.937212:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9686c4be8700 x1876699508845312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.937227:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508845312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.937238:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.937242:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762958.937247:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508845312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762958.937255:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508845440:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762958.937286:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762958.937296:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9686c4be9500 x1876699508845440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.937308:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508845440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.937316:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.937319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762958.937323:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508845440:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762958.937329:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508845568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762958.937351:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762958.937362:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9686c4beb100 x1876699508845568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.937384:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508845568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.937390:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.937393:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762958.937395:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508845568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762958.937399:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508845696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762958.937415:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762958.937422:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762958/real 1789762958]  req@ffff9686c4beb480 x1876699508845696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762958.937436:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508845696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762983 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762958.937441:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762958.937443:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762958.937445:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508845696:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762959.000791:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762960.024772:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762961.048806:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762962.072750:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762963.096783:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762964.056707:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762964.056715:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762964.056719:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762964.056729:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2935
00000100:00080000:1.0:1789762964.056739:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762964.056746:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762964.056791:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508845824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762964.056818:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762964.056821:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762964.056823:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762964.056825:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2935
00000100:00080000:1.0:1789762964.056828:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762964.056832:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762964.056840:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762964.056848:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508845824:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762964.056851:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508845952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762964.056862:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762964.056864:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762964.056865:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762964.056868:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2935
00000100:00080000:1.0:1789762964.056870:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762964.056872:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762964.056876:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762964.056885:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508846080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762964.056891:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762964.056894:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762964.056895:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762964.056897:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2935
00000100:00080000:1.0:1789762964.056900:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762964.056902:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762964.056905:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762964.056910:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762964.056917:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508846208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762964.056926:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762964.056928:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762964.056929:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762964.056932:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2935
00000100:00080000:1.0:1789762964.056934:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762964.056936:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762964.056940:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762964.056946:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff9686c4beb800 x1876699508845824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762964.056950:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508846336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762964.056970:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762964.056973:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762964.056976:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789762964.056976:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508845824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762964.056985:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2935
00000100:00080000:1.0:1789762964.056990:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762964.056996:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789762964.056997:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762964.056999:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789762964.057004:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789762964.057010:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508846464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789762964.057011:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508845824:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762964.057038:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508845952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762964.057056:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762964.057064:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff9686c4beaa00 x1876699508845952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762964.057072:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508845952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762964.057078:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762964.057080:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762964.057082:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508845952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762964.057086:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508846080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762964.057096:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762964.057101:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff9686c4be9f80 x1876699508846080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762964.057109:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508846080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762964.057114:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762964.057115:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762964.057117:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508846080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762964.057121:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508846208:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762964.057132:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762964.057138:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff9686c4bebb80 x1876699508846208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762964.057145:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508846208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762964.057150:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762964.057151:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762964.057153:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508846208:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762964.057156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508846336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762964.057167:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762964.057172:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff9686c4be8380 x1876699508846336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762964.057179:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508846336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762964.057184:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762964.057186:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762964.057188:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508846336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762964.057191:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508846464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762964.057200:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762964.057206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762964/real 1789762964]  req@ffff9686c4be8e00 x1876699508846464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762964.057212:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508846464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762989 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762964.057218:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762964.057220:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762964.057222:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508846464:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762964.120731:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762965.144791:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762966.168737:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762967.192767:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762968.216797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789762969.176686:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762969.176693:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789762969.176698:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762969.176706:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2940
00000100:00080000:0.0:1789762969.176716:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762969.176734:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762969.176766:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508846592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762969.176786:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762969.176789:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762969.176791:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762969.176794:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2940
00000100:00080000:0.0:1789762969.176797:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762969.176800:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762969.176807:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789762969.176817:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508846592:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762969.176818:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508846720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762969.176833:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762969.176835:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762969.176836:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762969.176838:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2940
00000100:00080000:0.0:1789762969.176840:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762969.176842:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762969.176846:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762969.176854:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508846848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762969.176861:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762969.176863:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789762969.176864:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762969.176866:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2940
00000100:00080000:0.0:1789762969.176871:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762969.176874:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762969.176878:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789762969.176883:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762969.176890:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508846976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762969.176899:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762969.176901:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789762969.176903:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762969.176905:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2940
00000100:00080000:0.0:1789762969.176908:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762969.176910:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789762969.176913:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762969.176923:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508847104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762969.176929:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789762969.176929:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff9686c954c380 x1876699508846592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762969.176937:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789762969.176940:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789762969.176947:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2940
00000100:00080000:0.0:1789762969.176951:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789762969.176953:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789762969.176957:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508846592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789762969.176958:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762969.176969:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508847232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789762969.176972:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762969.176981:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762969.176989:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508846592:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789762969.177022:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508846720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762969.177049:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762969.177060:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff9686c954ce00 x1876699508846720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762969.177069:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508846720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762969.177076:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762969.177078:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762969.177081:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508846720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762969.177085:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508846848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762969.177098:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762969.177104:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff9686c954dc00 x1876699508846848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762969.177112:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508846848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762969.177117:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762969.177119:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762969.177121:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508846848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762969.177125:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508846976:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789762969.177135:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762969.177141:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff9686c954d880 x1876699508846976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762969.177148:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508846976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762969.177153:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762969.177155:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762969.177157:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508846976:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789762969.177160:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508847104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762969.177178:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762969.177187:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff9686c954f100 x1876699508847104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762969.177199:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508847104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762969.177208:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762969.177211:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762969.177215:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508847104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789762969.177222:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508847232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789762969.177242:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789762969.177251:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762969/real 1789762969]  req@ffff9686c954f800 x1876699508847232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789762969.177259:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508847232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762994 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789762969.177264:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789762969.177266:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789762969.177268:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508847232:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762969.240780:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762970.264788:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762971.288768:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762972.312785:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762973.336773:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762974.296890:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762974.296906:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762974.296913:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762974.296930:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2946
00000100:00080000:1.0:1789762974.296950:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762974.296962:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762974.297022:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508847360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762974.297114:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762974.297121:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762974.297124:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762974.297131:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2946
00000100:00080000:1.0:1789762974.297139:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762974.297152:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762974.297186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508847360:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789762974.297188:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762974.297241:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508847488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762974.297260:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762974.297265:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762974.297268:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762974.297274:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2946
00000100:00080000:1.0:1789762974.297284:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762974.297289:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762974.297298:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789762974.297306:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789762974.297320:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508847616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762974.297337:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762974.297342:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762974.297346:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762974.297369:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2946
00000100:00080000:1.0:1789762974.297373:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762974.297379:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762974.297386:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762974.297412:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508847744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762974.297415:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff9686c4bea680 x1876699508847360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762974.297464:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762974.297473:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762974.297476:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762974.297485:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2946
00000100:00100000:0.0:1789762974.297496:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508847360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789762974.297502:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762974.297518:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789762974.297527:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789762974.297529:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762974.297539:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762974.297551:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508847360:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789762974.297562:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508847872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762974.297579:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762974.297584:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762974.297588:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762974.297596:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2946
00000100:00080000:1.0:1789762974.297604:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789762974.297608:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508847488:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789762974.297615:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762974.297625:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762974.297765:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508848000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789762974.297773:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762974.297807:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff9686c4bead80 x1876699508847488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762974.297828:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508847488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.297842:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762974.297847:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762974.297853:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508847488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762974.297862:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508847616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762974.297893:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762974.297906:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff9686c4be9c00 x1876699508847616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762974.297921:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508847616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.297930:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762974.297933:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762974.297937:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508847616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762974.297944:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508847744:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762974.297966:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762974.297977:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff9686c4be8e00 x1876699508847744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762974.297991:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508847744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.298001:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762974.298004:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762974.298008:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508847744:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762974.298014:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508847872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762974.298034:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762974.298045:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff9686c4be8380 x1876699508847872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762974.298068:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508847872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.298078:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762974.298081:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762974.298085:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508847872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762974.298125:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508848000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762974.298146:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762974.298175:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762974/real 1789762974]  req@ffff9686c4bebb80 x1876699508848000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762974.298188:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508848000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789762999 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762974.298198:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762974.298201:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762974.298205:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508848000:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762974.360860:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762975.384796:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762976.408797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762977.432799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762978.456804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762979.416757:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762979.416767:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762979.416771:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762979.416780:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2951
00000100:00080000:2.0:1789762979.416790:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762979.416797:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762979.416829:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508848128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762979.416851:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762979.416854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762979.416855:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762979.416858:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2951
00000100:00080000:2.0:1789762979.416861:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762979.416863:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762979.416870:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762979.416879:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508848256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762979.416886:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762979.416889:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762979.416890:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762979.416893:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2951
00000100:00080000:2.0:1789762979.416895:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762979.416897:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762979.416900:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762979.416903:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508848128:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762979.416910:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508848384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762979.416918:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762979.416920:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762979.416922:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762979.416924:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2951
00000100:00080000:2.0:1789762979.416927:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762979.416929:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762979.416933:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762979.416947:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508848512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762979.416955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762979.416957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762979.416959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789762979.416963:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762979.416964:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2951
00000100:00080000:2.0:1789762979.416969:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762979.416972:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762979.416976:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762979.416984:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508848640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762979.416991:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762979.416994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762979.416995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762979.416998:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2951
00000100:00100000:0.0:1789762979.417002:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff9686c7a98a80 x1876699508848128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762979.417002:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762979.417009:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762979.417015:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762979.417024:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508848128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762979.417031:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508848768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762979.417044:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762979.417052:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762979.417059:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508848128:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762979.417071:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508848256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762979.417091:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762979.417100:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff9686c7a99180 x1876699508848256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762979.417109:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508848256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762979.417114:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762979.417117:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762979.417119:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508848256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762979.417136:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508848384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762979.417147:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762979.417153:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff9686c7a98700 x1876699508848384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762979.417160:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508848384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762979.417165:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762979.417167:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762979.417169:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508848384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762979.417174:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508848512:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762979.417184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762979.417190:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff9686c7a99880 x1876699508848512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762979.417204:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508848512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762979.417209:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762979.417211:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762979.417214:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508848512:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762979.417217:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508848640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762979.417229:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762979.417236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff9686c7a9bb80 x1876699508848640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762979.417243:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508848640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762979.417248:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762979.417249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762979.417251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508848640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762979.417255:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508848768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762979.417265:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762979.417270:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762979/real 1789762979]  req@ffff9686c7a9b480 x1876699508848768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762979.417278:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508848768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763004 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762979.417283:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762979.417285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762979.417287:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508848768:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762979.480783:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762980.504863:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762981.528843:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762982.552942:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762983.576859:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762984.536793:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762984.536811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762984.536819:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762984.536837:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2956
00000100:00080000:2.0:1789762984.536868:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.536882:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762984.536960:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508848896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762984.537006:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762984.537011:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762984.537013:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762984.537019:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2956
00000100:00080000:2.0:1789762984.537024:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.537029:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762984.537044:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762984.537064:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508849024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762984.537080:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762984.537085:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762984.537090:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789762984.537094:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508848896:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762984.537105:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2956
00000100:00080000:2.0:1789762984.537124:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.537133:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762984.537146:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762984.537172:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508849152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762984.537195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762984.537203:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762984.537205:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762984.537212:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2956
00000100:00080000:2.0:1789762984.537219:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.537225:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762984.537234:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789762984.537243:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789762984.537267:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508849280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762984.537291:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762984.537298:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762984.537303:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762984.537312:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2956
00000100:00080000:2.0:1789762984.537321:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.537330:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762984.537341:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762984.537353:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9686c7a98e00 x1876699508848896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762984.537365:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508849408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762984.537386:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762984.537391:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762984.537399:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508848896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762984.537400:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762984.537415:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2956
00000100:00080000:2.0:1789762984.537427:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762984.537437:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789762984.537440:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789762984.537444:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789762984.537452:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762984.537463:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508848896:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762984.537468:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508849536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762984.537524:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508849024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762984.537566:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762984.537585:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9686c7a9ad80 x1876699508849024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.537702:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508849024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.537715:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.537720:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762984.537724:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508849024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762984.537733:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508849152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762984.537768:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762984.537784:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9686c7a98000 x1876699508849152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.537799:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508849152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.537810:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.537814:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762984.537818:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508849152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762984.537825:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508849280:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762984.537846:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762984.537857:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9686c7a98380 x1876699508849280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.537910:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508849280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.537949:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.537956:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762984.537963:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508849280:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762984.537977:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508849408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762984.538015:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762984.538032:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9686c7a99f80 x1876699508849408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.538047:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508849408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.538058:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.538062:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762984.538065:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508849408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762984.538073:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508849536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762984.538094:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762984.538105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762984/real 1789762984]  req@ffff9686c7a9b800 x1876699508849536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762984.538120:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508849536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763009 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762984.538136:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762984.538149:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762984.538158:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508849536:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789762984.600865:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762985.624833:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762986.648760:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762987.672747:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762988.696756:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762989.656747:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.656757:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762989.656762:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.656777:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2961
00000100:00080000:2.0:1789762989.656791:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.656816:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762989.656860:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508849664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762989.656889:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.656892:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762989.656893:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.656897:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2961
00000100:00080000:2.0:1789762989.656899:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.656902:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762989.656911:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762989.656921:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508849792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762989.656934:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.656937:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762989.656939:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.656942:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2961
00000100:00080000:2.0:1789762989.656946:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.656953:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789762989.656956:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508849664:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789762989.656960:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762989.656981:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508849920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762989.656995:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.656999:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762989.657002:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.657006:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2961
00000100:00080000:2.0:1789762989.657011:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.657015:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762989.657019:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762989.657028:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508850048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762989.657036:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.657039:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762989.657040:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.657049:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2961
00000800:00000100:0.0:1789762989.657051:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789762989.657054:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.657060:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762989.657065:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762989.657079:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508850176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762989.657090:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762989.657094:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762989.657096:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762989.657104:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2961
00000100:00100000:0.0:1789762989.657106:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9686c7a9b100 x1876699508849664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762989.657112:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762989.657126:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762989.657133:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762989.657140:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508849664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.657151:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789762989.657153:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508850304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762989.657160:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762989.657176:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508849664:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762989.657191:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508849792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762989.657213:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762989.657222:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9686c7a9aa00 x1876699508849792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.657230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508849792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.657235:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.657238:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762989.657240:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508849792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762989.657259:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508849920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762989.657272:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762989.657278:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9686c7a99c00 x1876699508849920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.657285:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508849920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.657290:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.657292:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762989.657294:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508849920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762989.657297:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508850048:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762989.657308:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762989.657313:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9686c7a9a300 x1876699508850048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.657320:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508850048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.657326:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.657327:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762989.657329:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508850048:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762989.657333:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508850176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762989.657342:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762989.657348:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9686c7a9a680 x1876699508850176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.657360:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508850176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.657365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.657366:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762989.657368:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508850176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762989.657372:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508850304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762989.657381:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762989.657387:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762989/real 1789762989]  req@ffff9686c7a9b800 x1876699508850304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762989.657393:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508850304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763014 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762989.657398:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762989.657400:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762989.657402:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508850304:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762989.720792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762990.744787:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762991.768914:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762992.792841:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762993.816858:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789762994.776780:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762994.776792:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789762994.776797:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762994.776811:0:1371:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2966
00000100:00080000:1.0:1789762994.776826:0:1371:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762994.776837:0:1371:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789762994.776892:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508850432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762994.776923:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762994.776926:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762994.776927:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762994.776931:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2966
00000100:00080000:1.0:1789762994.776935:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762994.776939:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762994.776949:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762994.776961:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508850560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762994.776972:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508850432:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789762994.776975:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762994.776983:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762994.776985:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762994.776990:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2966
00000100:00080000:1.0:1789762994.776993:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762994.776996:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762994.776999:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762994.777008:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508850688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762994.777015:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762994.777017:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789762994.777019:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762994.777023:0:1371:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2966
00000100:00080000:1.0:1789762994.777026:0:1371:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762994.777029:0:1371:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762994.777033:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789762994.777040:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508850816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762994.777047:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762994.777050:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789762994.777051:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762994.777054:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2966
00000100:00080000:1.0:1789762994.777058:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789762994.777066:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789762994.777069:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762994.777074:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789762994.777084:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508850944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789762994.777091:0:1371:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789762994.777095:0:1371:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789762994.777098:0:1371:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789762994.777102:0:1371:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2966
00000100:00080000:1.0:1789762994.777107:0:1371:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789762994.777110:0:1371:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789762994.777117:0:1371:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762994.777118:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9686c4be9f80 x1876699508850432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789762994.777142:0:1371:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508851072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762994.777147:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508850432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.777217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.777223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762994.777227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508850432:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789762994.777249:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508850560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762994.777299:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762994.777315:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9686c4beaa00 x1876699508850560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.777332:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508850560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.777342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.777347:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762994.777351:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508850560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762994.777359:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508850688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762994.777379:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762994.777391:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9686c4beb800 x1876699508850688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.777404:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508850688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.777414:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.777418:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762994.777422:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508850688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762994.777429:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508850816:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762994.777449:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762994.777461:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9686c4beb480 x1876699508850816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.777492:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508850816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.777503:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.777507:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762994.777511:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508850816:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762994.777519:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508850944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762994.777573:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762994.777605:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9686c4beb100 x1876699508850944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.777612:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508850944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.777618:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.777620:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762994.777622:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508850944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762994.777626:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508851072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762994.777638:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762994.777704:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762994/real 1789762994]  req@ffff9686c4be9500 x1876699508851072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762994.777722:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508851072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763019 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762994.777732:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762994.777736:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762994.777740:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508851072:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762994.840758:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762995.864772:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789762996.888884:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762997.912773:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789762998.936755:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789762999.896715:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762999.896726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789762999.896731:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762999.896743:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2971
00000100:00080000:2.0:1789762999.896755:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762999.896764:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789762999.896809:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508851200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762999.896837:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762999.896842:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762999.896845:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762999.896850:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2971
00000100:00080000:2.0:1789762999.896854:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762999.896860:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762999.896879:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762999.896895:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508851200:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789762999.896899:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508851328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762999.896915:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762999.896919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789762999.896921:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762999.896926:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2971
00000100:00080000:2.0:1789762999.896931:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762999.896935:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762999.896940:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762999.896951:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508851456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762999.896959:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762999.896962:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789762999.896963:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762999.896966:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2971
00000100:00080000:2.0:1789762999.896970:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762999.896975:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789762999.896978:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789762999.896987:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789762999.897002:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508851584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789762999.897014:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789762999.897018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789762999.897019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762999.897023:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2971
00000100:00100000:0.0:1789762999.897028:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9686c7a99f80 x1876699508851200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789762999.897029:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762999.897038:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762999.897047:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789762999.897053:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508851200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789762999.897060:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508851712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789762999.897066:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789762999.897070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789762999.897073:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789762999.897077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789762999.897081:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508851200:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789762999.897082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789762999.897090:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2971
00000100:00080000:2.0:1789762999.897093:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789762999.897095:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789762999.897098:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789762999.897105:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508851840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789762999.897113:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508851328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762999.897134:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762999.897143:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9686c7a98380 x1876699508851328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762999.897151:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508851328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.897162:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.897165:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762999.897167:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508851328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762999.897171:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508851456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762999.897181:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762999.897187:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9686c7a98000 x1876699508851456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762999.897194:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508851456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.897199:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.897201:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762999.897213:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508851456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762999.897220:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508851584:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789762999.897234:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762999.897240:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9686c7a9ad80 x1876699508851584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762999.897248:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508851584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.897253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.897256:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762999.897258:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508851584:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789762999.897262:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508851712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762999.897273:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762999.897279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9686c7a98e00 x1876699508851712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762999.897286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508851712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.897291:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.897293:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762999.897295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508851712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789762999.897307:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508851840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789762999.897317:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789762999.897324:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789762999/real 1789762999]  req@ffff9686c7a9b480 x1876699508851840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789762999.897336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508851840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763024 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789762999.897345:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789762999.897348:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789762999.897351:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508851840:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789762999.960757:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763000.984791:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763002.008769:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763003.032753:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763004.056766:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763005.016764:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763005.016778:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763005.016785:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763005.016800:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2976
00000100:00080000:2.0:1789763005.016818:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763005.016829:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763005.016889:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508851968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763005.016918:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763005.016921:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763005.016922:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763005.016930:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2976
00000100:00080000:2.0:1789763005.016933:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763005.016938:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763005.016952:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763005.016968:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508852096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763005.016982:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508851968:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763005.016982:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763005.016992:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763005.016994:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763005.016998:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2976
00000100:00080000:2.0:1789763005.017002:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763005.017005:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763005.017010:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763005.017021:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508852224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763005.017033:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763005.017036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763005.017038:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763005.017040:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2976
00000100:00080000:2.0:1789763005.017044:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763005.017046:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763005.017049:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763005.017058:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508852352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763005.017065:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763005.017068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763005.017070:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763005.017075:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763005.017077:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2976
00000100:00080000:2.0:1789763005.017082:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763005.017085:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763005.017088:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763005.017094:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508852480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763005.017101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763005.017104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763005.017105:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763005.017108:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2976
00000100:00080000:2.0:1789763005.017112:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763005.017115:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763005.017119:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763005.017127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508852608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763005.017160:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff9686c7a9bb80 x1876699508851968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.017179:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508851968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.017189:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.017196:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763005.017201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508851968:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763005.017229:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508852096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763005.017259:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763005.017269:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff9686c7a99880 x1876699508852096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.017278:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508852096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.017284:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.017287:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763005.017289:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508852096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763005.017293:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508852224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763005.017305:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763005.017311:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff9686c7a98700 x1876699508852224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.017324:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508852224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.017330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.017333:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763005.017336:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508852224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763005.017343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508852352:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763005.017365:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763005.017378:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff9686c7a99180 x1876699508852352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.017391:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508852352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.017400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.017403:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763005.017407:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508852352:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763005.017412:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508852480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763005.017434:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763005.017446:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff9686c7a98a80 x1876699508852480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.017471:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508852480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.017483:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.017486:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763005.017488:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508852480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763005.017493:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508852608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763005.017510:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763005.017517:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763005/real 1789763005]  req@ffff9686c7a9b480 x1876699508852608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763005.017525:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508852608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763030 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763005.017530:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763005.017533:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763005.017535:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508852608:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789763005.080847:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763006.104809:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763007.128748:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763008.152764:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763009.176739:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763010.136779:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763010.136795:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763010.136806:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763010.136818:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2981
00000100:00080000:2.0:1789763010.136833:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763010.136842:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763010.136885:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508852736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763010.136919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763010.136924:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763010.136928:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763010.136935:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2981
00000100:00080000:2.0:1789763010.136941:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763010.136948:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763010.136962:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763010.136967:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508852736:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763010.136987:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508852864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763010.137010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763010.137015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763010.137017:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763010.137022:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2981
00000100:00080000:2.0:1789763010.137027:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763010.137031:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763010.137036:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763010.137051:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508852992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763010.137061:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763010.137066:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763010.137068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763010.137076:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2981
00000100:00080000:2.0:1789763010.137081:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763010.137086:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508852864:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763010.137095:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763010.137104:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763010.137123:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508853120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763010.137137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763010.137141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763010.137144:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763010.137151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2981
00000100:00080000:2.0:1789763010.137163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763010.137169:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763010.137174:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763010.137186:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508853248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763010.137192:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763010.137195:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763010.137196:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763010.137199:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2981
00000100:00080000:2.0:1789763010.138217:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763010.138229:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763010.138237:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763010.138261:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508853376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763010.138274:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508852992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763010.138334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508853120:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763010.138376:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508853248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763010.138409:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508853376:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763010.200759:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763011.224745:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763012.248752:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763013.208965:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789763013.209028:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763013.209060:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763013.209108:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763013.209120:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763013.209134:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763013.209146:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763013.209165:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789763013.209168:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763013]  req@ffff9686c7a98380 x1876699508853120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763013.209204:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508853120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763013.209220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763013.209226:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763013.209232:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508853120:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763013.209242:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763013]  req@ffff9686c7a99f80 x1876699508853248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763013.209257:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508853248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763013.209266:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763013.209271:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763013.209275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508853248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763013.209283:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763013]  req@ffff9686c7a9b800 x1876699508853376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763013.209296:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508853376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763013.209305:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763013.209310:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763013.209313:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508853376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763013.209321:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763013]  req@ffff9686c7a9ad80 x1876699508852864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763013.209335:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508852864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763013.209344:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763013.209348:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763013.209352:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508852864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763013.209359:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763013]  req@ffff9686c7a98000 x1876699508852992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763013.209372:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508852992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763013.209381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763013.209385:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763013.209389:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508852992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763013.209408:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763010/real 1789763013]  req@ffff9686c7a98e00 x1876699508852736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763013.209423:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508852736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763035 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763013.209432:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763013.209437:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763013.209571:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508852736:192.168.203.123@tcp:250:kworker.0
00010000:00010000:1.0:1789763013.272777:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763014.296749:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763015.256775:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.256784:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763015.256788:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.256799:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2986
00000100:00080000:1.0:1789763015.256812:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.256823:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763015.256864:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508853504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763015.256901:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.256907:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763015.256909:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.256925:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2986
00000100:00080000:1.0:1789763015.256933:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.256941:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763015.256952:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763015.256973:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508853632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763015.256988:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.256991:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763015.256993:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.257004:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2986
00000100:00100000:2.0:1789763015.257009:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508853504:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763015.257014:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.257027:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763015.257049:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763015.257066:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508853760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763015.257077:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.257080:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763015.257083:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.257093:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2986
00000100:00080000:1.0:1789763015.257096:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.257101:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763015.257105:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763015.257116:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508853888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763015.257125:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.257128:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763015.257130:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.257133:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2986
00000100:00080000:1.0:1789763015.257136:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.257139:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763015.257143:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763015.257151:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508854016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763015.257157:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763015.257159:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763015.257161:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763015.257163:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2986
00000100:00080000:1.0:1789763015.257166:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763015.257181:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763015.257185:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763015.257189:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763015.257196:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508854144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763015.257268:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff9686c4be8700 x1876699508853504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763015.257328:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508853504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763015.257347:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763015.257355:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763015.257377:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508853504:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763015.257446:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508853632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763015.257492:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763015.257515:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff9686c4be8000 x1876699508853632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763015.257537:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508853632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763015.257551:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763015.257557:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763015.257563:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508853632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763015.257575:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508853760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763015.257610:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763015.257666:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff9686c4be9880 x1876699508853760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763015.257704:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508853760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763015.257728:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763015.257734:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763015.257739:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508853760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763015.257749:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508853888:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763015.257787:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763015.257806:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff9686c4be9500 x1876699508853888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763015.257826:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508853888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763015.257838:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763015.257843:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763015.257848:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508853888:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763015.257858:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508854016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763015.257890:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763015.257909:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff9686c4beb100 x1876699508854016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763015.257927:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508854016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763015.257940:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763015.257945:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763015.257951:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508854016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763015.257961:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508854144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763015.257993:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763015.258010:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763015/real 1789763015]  req@ffff9686c4beb480 x1876699508854144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763015.258027:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508854144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763040 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763015.258039:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763015.258044:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763015.258049:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508854144:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763015.320751:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763016.344777:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763017.368874:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763018.392828:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763019.416856:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763020.376757:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763020.376769:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763020.376776:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.376788:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2992
00000100:00080000:1.0:1789763020.376806:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.376819:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763020.376888:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508854272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763020.376949:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763020.376956:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763020.376970:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.376977:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2992
00000100:00080000:1.0:1789763020.376984:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.376992:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763020.377008:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763020.377028:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508854272:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763020.377037:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508854400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763020.377062:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763020.377069:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763020.377074:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.377081:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2992
00000100:00080000:1.0:1789763020.377089:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.377098:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763020.377107:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763020.377126:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763020.377150:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508854528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763020.377170:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763020.377177:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:2.0:1789763020.377183:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff9686c4beb800 x1876699508854272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763020.377185:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.377202:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2992
00000100:00080000:1.0:1789763020.377215:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763020.377240:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508854272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763020.377252:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763020.377274:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:2.0:1789763020.377275:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763020.377288:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763020.377295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508854272:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763020.377311:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508854656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763020.377331:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763020.377334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508854400:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763020.377337:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763020.377386:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.377396:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2992
00000100:00080000:1.0:1789763020.377412:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.377418:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763020.377425:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763020.377436:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763020.377445:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508854784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763020.377459:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763020.377465:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763020.377468:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff9686c4beaa00 x1876699508854400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763020.377469:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763020.377481:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2992
00000100:00080000:1.0:1789763020.377489:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763020.377497:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763020.377506:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763020.377522:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508854400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763020.377525:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508854912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763020.377563:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763020.377572:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763020.377578:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508854400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763020.377587:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508854528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763020.377616:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763020.377664:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff9686c4be9f80 x1876699508854528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763020.377679:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508854528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763020.377688:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763020.377691:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763020.377695:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508854528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763020.377712:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508854656:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763020.377734:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763020.377762:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff9686c4bebb80 x1876699508854656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763020.377775:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508854656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763020.377785:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763020.377788:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763020.377791:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508854656:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763020.377797:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508854784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763020.377825:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763020.377836:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff9686c4be8380 x1876699508854784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763020.377848:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508854784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763020.377857:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763020.377872:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763020.377875:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508854784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763020.377881:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508854912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763020.377897:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763020.377906:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763020/real 1789763020]  req@ffff9686c4be8e00 x1876699508854912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763020.377917:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508854912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763045 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763020.377925:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763020.377938:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763020.377942:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508854912:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763020.440787:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763021.464881:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763022.488873:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763023.512919:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763024.536859:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763025.496860:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763025.496875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763025.496882:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763025.496912:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 2997
00000100:00080000:2.0:1789763025.496927:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763025.496937:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763025.496987:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508855040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763025.497032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763025.497037:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763025.497039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763025.497045:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2997
00000100:00080000:2.0:1789763025.497050:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763025.497057:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763025.497069:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763025.497084:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508855168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763025.497100:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763025.497111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763025.497116:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763025.497119:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508855040:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763025.497128:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2997
00000100:00080000:2.0:1789763025.497147:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763025.497157:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763025.497163:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763025.497182:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508855296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763025.497195:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763025.497199:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763025.497202:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763025.497207:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 2997
00000100:00080000:2.0:1789763025.497211:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763025.497216:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763025.497226:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763025.497239:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508855424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763025.497252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763025.497257:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763025.497260:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763025.497272:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2997
00000800:00000100:3.0:1789763025.497276:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763025.497281:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763025.497288:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763025.497296:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763025.497348:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508855552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763025.497382:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763025.497391:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763025.497394:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763025.497402:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 2997
00000100:00100000:3.0:1789763025.497412:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9686c7a9a680 x1876699508855040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763025.497415:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763025.497437:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763025.497453:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763025.497468:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508855040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763025.497481:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508855680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763025.497499:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763025.497508:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763025.497515:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508855040:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763025.497557:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508855168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763025.497590:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763025.497603:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9686c7a9a300 x1876699508855168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763025.497617:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508855168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763025.497663:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763025.497670:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763025.497677:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508855168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763025.497689:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508855296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763025.497729:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763025.497745:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9686c7a99c00 x1876699508855296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763025.497758:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508855296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763025.497767:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763025.497771:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763025.497776:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508855296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763025.497788:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508855424:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763025.497823:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763025.497841:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9686c7a9aa00 x1876699508855424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763025.497862:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508855424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763025.497872:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763025.497876:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763025.497879:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508855424:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763025.497905:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508855552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763025.497935:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763025.497950:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9686c7a9b100 x1876699508855552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763025.497973:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508855552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763025.497983:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763025.497987:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763025.497990:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508855552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763025.497997:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508855680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763025.498019:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763025.498031:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763025/real 1789763025]  req@ffff9686c7a98e00 x1876699508855680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763025.498045:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508855680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763050 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763025.498054:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763025.498058:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763025.498061:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508855680:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763025.560874:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763026.584872:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763027.608825:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763028.632907:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763029.656793:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763030.616815:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.616828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763030.616834:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.616848:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3002
00000100:00080000:1.0:1789763030.616861:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.616871:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763030.616915:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508855808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.616951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.616955:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763030.616957:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.616962:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3002
00000100:00080000:1.0:1789763030.616967:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.616974:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763030.616986:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763030.617000:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508855808:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763030.617019:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508855936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.617032:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.617034:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763030.617035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.617038:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3002
00000100:00080000:1.0:1789763030.617040:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.617043:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763030.617046:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763030.617056:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508856064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.617063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763030.617065:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763030.617074:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.617077:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3002
00000100:00080000:1.0:1789763030.617082:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763030.617082:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763030.617088:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763030.617093:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763030.617103:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508856192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763030.617116:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763030.617120:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9686c4be9c00 x1876699508855808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763030.617121:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763030.617125:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.617132:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3002
00000100:00080000:1.0:1789763030.617137:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763030.617141:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763030.617145:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763030.617148:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508855808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763030.617156:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508856320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763030.617212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763030.617215:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763030.617222:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763030.617229:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763030.617235:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508855808:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763030.617238:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763030.617251:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3002
00000100:00080000:1.0:1789763030.617259:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763030.617267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508855936:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763030.617304:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763030.617312:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763030.617324:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508856448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763030.617328:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763030.617343:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9686c4bead80 x1876699508855936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763030.617353:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508855936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763030.617360:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763030.617363:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763030.617365:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508855936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763030.617370:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508856064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763030.617382:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763030.617388:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9686c4bea680 x1876699508856064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763030.617396:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508856064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763030.617401:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763030.617403:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763030.617405:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508856064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763030.617409:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508856192:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763030.617420:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763030.617426:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9686c4be8e00 x1876699508856192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763030.617433:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508856192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763030.617439:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763030.617441:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763030.617443:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508856192:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763030.617446:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508856320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763030.617456:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763030.617462:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9686c4be8380 x1876699508856320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763030.617469:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508856320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763030.617474:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763030.617476:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763030.617478:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508856320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763030.617489:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508856448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763030.617500:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763030.617506:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763030/real 1789763030]  req@ffff9686c4bebb80 x1876699508856448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763030.617514:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508856448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763055 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763030.617519:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763030.617521:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763030.617523:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508856448:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763030.680801:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763031.704854:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763032.728828:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763033.752828:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763034.776855:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763035.736744:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.736758:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763035.736764:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.736779:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3007
00000100:00080000:1.0:1789763035.736794:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.736805:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763035.736854:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508856576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.736909:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.736915:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763035.736928:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.736934:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3007
00000100:00080000:1.0:1789763035.736939:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.736944:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763035.736956:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.736973:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508856704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.736988:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.736993:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763035.736998:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763035.737003:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508856576:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763035.737005:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3007
00000100:00080000:1.0:1789763035.737014:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.737031:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763035.737039:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.737054:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508856832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.737067:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.737071:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763035.737074:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.737079:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3007
00000100:00080000:1.0:1789763035.737083:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.737088:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763035.737094:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763035.737106:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508856960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.737119:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763035.737126:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763035.737128:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763035.737135:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.737142:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3007
00000100:00080000:1.0:1789763035.737148:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.737154:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763035.737161:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763035.737175:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508857088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763035.737186:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763035.737190:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763035.737192:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763035.737198:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3007
00000100:00080000:1.0:1789763035.737203:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763035.737209:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763035.737215:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763035.737228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9686c4be9f80 x1876699508856576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763035.737255:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508857216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763035.737336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508856576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.737355:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.737361:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763035.737368:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508856576:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763035.737410:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508856704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763035.737445:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763035.737463:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9686c4beaa00 x1876699508856704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763035.737489:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508856704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.737500:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.737504:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763035.737509:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508856704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763035.737516:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508856832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763035.737544:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763035.737556:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9686c4beb800 x1876699508856832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763035.737581:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508856832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.737596:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.737602:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763035.737609:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508856832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763035.737622:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508856960:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763035.737723:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763035.737740:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9686c4beb480 x1876699508856960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763035.737755:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508856960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.737774:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.737779:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763035.737783:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508856960:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763035.737790:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508857088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763035.737812:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763035.737824:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9686c4beb100 x1876699508857088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763035.737838:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508857088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.737847:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.737851:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763035.737855:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508857088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763035.737861:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508857216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763035.737880:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763035.737891:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763035/real 1789763035]  req@ffff9686c4be9500 x1876699508857216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763035.737905:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508857216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763060 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763035.737914:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763035.737917:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763035.737922:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508857216:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763035.800879:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763036.824790:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763037.848875:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763038.872881:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763039.896757:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763040.856772:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763040.856784:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763040.856789:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763040.856802:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3012
00000100:00080000:1.0:1789763040.856815:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763040.856824:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763040.856869:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508857344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763040.856907:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763040.856910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763040.856912:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763040.856917:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3012
00000100:00080000:1.0:1789763040.856920:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763040.856924:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763040.856934:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763040.856965:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508857472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763040.856979:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763040.856984:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763040.856986:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763040.856990:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3012
00000100:00080000:1.0:1789763040.856994:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763040.856998:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763040.857003:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763040.857015:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508857600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763040.857027:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763040.857032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763040.857035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763040.857040:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3012
00000100:00080000:1.0:1789763040.857043:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763040.857053:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763040.857060:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508857344:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789763040.857061:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763040.857079:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508857728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763040.857093:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763040.857098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763040.857100:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763040.857104:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3012
00000100:00080000:1.0:1789763040.857108:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763040.857113:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763040.857120:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763040.857135:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508857856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763040.857146:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763040.857150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763040.857154:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763040.857158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3012
00000100:00080000:1.0:1789763040.857174:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763040.857183:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:2.0:1789763040.857187:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789763040.857233:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763040.857256:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508857984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763040.857296:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9686c4be9880 x1876699508857344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763040.857325:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508857344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763040.857336:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763040.857341:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763040.857345:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508857344:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763040.857353:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508857472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763040.857380:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763040.857393:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9686c4be8000 x1876699508857472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763040.857404:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508857472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763040.857412:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763040.857415:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763040.857418:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508857472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763040.857423:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508857600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763040.857442:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763040.857450:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9686c4be8700 x1876699508857600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763040.857461:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508857600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763040.857468:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763040.857470:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763040.857473:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508857600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763040.857498:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508857728:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763040.857514:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763040.857523:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9686c4be9500 x1876699508857728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763040.857533:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508857728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763040.857541:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763040.857543:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763040.857546:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508857728:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763040.857551:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508857856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763040.857566:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763040.857574:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9686c4beb100 x1876699508857856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763040.857592:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508857856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763040.857599:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763040.857602:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763040.857604:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508857856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763040.857609:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508857984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763040.857683:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763040.857698:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763040/real 1789763040]  req@ffff9686c4beb480 x1876699508857984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763040.857709:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508857984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763065 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763040.857717:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763040.857720:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763040.857723:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508857984:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763040.920765:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763041.944916:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763042.968883:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763043.992860:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763045.016747:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763045.976849:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763045.976863:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763045.976871:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763045.976890:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3017
00000100:00080000:2.0:1789763045.976909:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763045.976922:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763045.976980:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508858112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763045.977026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763045.977032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763045.977035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763045.977041:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3017
00000100:00080000:2.0:1789763045.977047:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763045.977053:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763045.977069:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763045.977089:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508858112:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763045.977099:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508858240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763045.977117:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763045.977123:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763045.977126:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763045.977133:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3017
00000100:00080000:2.0:1789763045.977141:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763045.977147:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763045.977153:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763045.977198:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508858368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763045.977211:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763045.977214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763045.977218:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763045.977225:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3017
00000100:00080000:2.0:1789763045.977232:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763045.977237:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763045.977245:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763045.977258:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508858496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763045.977272:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763045.977277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763045.977280:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763045.977286:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3017
00000100:00080000:2.0:1789763045.977562:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763045.977573:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763045.977584:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763045.977594:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763045.977620:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508858624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763045.977703:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763045.977705:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9686c7a98000 x1876699508858112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763045.977717:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763045.977726:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763045.977742:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3017
00000100:00080000:2.0:1789763045.977750:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763045.977757:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508858112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763045.977763:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763045.977779:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763045.977802:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763045.977807:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508858752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763045.977818:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763045.977838:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508858112:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763045.977886:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508858240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763045.977926:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763045.977946:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9686c7a9ad80 x1876699508858240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.977963:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508858240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.977983:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.977988:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763045.977992:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508858240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763045.978000:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508858368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763045.978023:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763045.978034:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9686c7a9b800 x1876699508858368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.978049:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508858368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.978058:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.978062:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763045.978066:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508858368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763045.978073:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508858496:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763045.978094:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763045.978105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9686c7a99f80 x1876699508858496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.978119:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508858496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.978129:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.978132:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763045.978136:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508858496:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763045.978143:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508858624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763045.978197:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763045.978214:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9686c7a98380 x1876699508858624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.978228:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508858624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.978238:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.978241:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763045.978246:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508858624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763045.978253:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508858752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763045.978277:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763045.978288:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763045/real 1789763045]  req@ffff9686c7a9b480 x1876699508858752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763045.978302:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508858752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763070 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763045.978311:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763045.978315:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763045.978318:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508858752:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763046.040834:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763047.064797:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763048.088849:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763049.112806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763050.136767:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763051.096721:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.096735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763051.096741:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763051.096756:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3022
00000100:00080000:2.0:1789763051.096783:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763051.096793:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763051.096858:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508858880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763051.096903:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.096907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763051.096908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763051.096912:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3022
00000100:00080000:2.0:1789763051.096915:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763051.096919:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763051.096930:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763051.096940:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508859008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763051.096949:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508858880:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763051.096951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.096958:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763051.096961:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763051.096966:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3022
00000100:00080000:2.0:1789763051.096968:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763051.096979:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763051.096986:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763051.096994:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508859136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763051.097019:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.097022:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763051.097025:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763051.097028:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3022
00000100:00080000:2.0:1789763051.097050:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763051.097056:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763051.097064:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763051.097071:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763051.097092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508859264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763051.097111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763051.097116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763051.097137:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763051.097169:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3022
00000100:00080000:2.0:1789763051.097173:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763051.097175:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff9686c7a98a80 x1876699508858880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763051.097180:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763051.097189:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763051.097201:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508858880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763051.097203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508859392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763051.097266:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763051.097271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763051.097272:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763051.097277:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763051.097282:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763051.097285:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3022
00000100:00080000:2.0:1789763051.097290:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763051.097291:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508858880:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763051.097297:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763051.097303:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763051.097313:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508859520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763051.097328:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508859008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763051.097374:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763051.097383:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff9686c7a99180 x1876699508859008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763051.097392:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508859008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763051.097398:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763051.097401:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763051.097403:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508859008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763051.097406:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508859136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763051.097425:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763051.097431:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff9686c7a98700 x1876699508859136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763051.097438:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508859136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763051.097449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763051.097451:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763051.097453:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508859136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763051.097456:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508859264:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763051.097468:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763051.097474:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff9686c7a99880 x1876699508859264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763051.097481:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508859264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763051.097487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763051.097488:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763051.097490:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508859264:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763051.097493:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508859392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763051.097504:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763051.097510:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff9686c7a9bb80 x1876699508859392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763051.097518:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508859392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763051.097522:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763051.097524:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763051.097527:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508859392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763051.097530:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508859520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763051.097549:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763051.097554:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763051/real 1789763051]  req@ffff9686c7a9b480 x1876699508859520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763051.097560:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508859520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763076 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763051.097565:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763051.097567:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763051.097570:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508859520:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763051.160748:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763052.184831:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763053.208865:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763054.232901:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763055.256867:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763056.216779:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763056.216794:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763056.216800:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763056.216817:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3027
00000100:00080000:1.0:1789763056.216837:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763056.216868:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763056.216923:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508859648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763056.216962:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763056.216968:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763056.216971:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763056.216977:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3027
00000100:00080000:1.0:1789763056.216983:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763056.216989:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763056.217004:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763056.217026:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508859648:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763056.217037:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508859776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763056.217065:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763056.217072:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763056.217077:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763056.217109:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3027
00000100:00080000:1.0:1789763056.217118:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763056.217125:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763056.217134:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763056.217143:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763056.217161:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508859904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763056.217179:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763056.217183:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763056.217186:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763056.217193:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3027
00000100:00080000:1.0:1789763056.217199:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763056.217205:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff9686c4beb800 x1876699508859648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763056.217210:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763056.217224:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763056.217251:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508860032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763056.217257:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508859648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763056.217289:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763056.217295:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763056.217297:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763056.217299:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763056.217316:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763056.217317:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3027
00000100:00080000:1.0:1789763056.217328:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763056.217331:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508859648:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763056.217339:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763056.217349:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763056.217364:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508860160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763056.217375:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508859776:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763056.217388:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763056.217395:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763056.217398:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763056.217406:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3027
00000100:00080000:1.0:1789763056.217415:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763056.217423:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763056.217427:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763056.217439:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763056.217454:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff9686c4beaa00 x1876699508859776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763056.217462:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508860288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763056.217505:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508859776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763056.217520:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763056.217525:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763056.217531:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508859776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763056.217541:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508859904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763056.217566:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763056.217578:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff9686c4be9f80 x1876699508859904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763056.217592:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508859904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763056.217602:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763056.217605:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763056.217609:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508859904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763056.217615:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508860032:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763056.217672:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763056.217687:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff9686c4bebb80 x1876699508860032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763056.217701:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508860032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763056.217712:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763056.217716:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763056.217720:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508860032:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763056.217752:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508860160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763056.217789:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763056.217802:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff9686c4be8380 x1876699508860160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763056.217816:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508860160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763056.217826:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763056.217830:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763056.217834:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508860160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763056.217840:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508860288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763056.217860:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763056.217871:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763056/real 1789763056]  req@ffff9686c4be8e00 x1876699508860288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763056.217884:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508860288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763081 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763056.217893:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763056.217897:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763056.217901:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508860288:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763056.280854:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763057.304863:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763058.328904:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763059.352801:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763060.376851:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763061.336757:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763061.336768:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763061.336774:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763061.336785:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3033
00000100:00080000:0.0:1789763061.336797:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763061.336807:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763061.336846:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508860416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763061.336882:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763061.336886:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763061.336888:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763061.336892:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3033
00000100:00080000:0.0:1789763061.336895:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763061.336900:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763061.336929:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763061.336946:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508860416:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763061.336952:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508860544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763061.336972:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763061.336976:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763061.336978:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763061.336984:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3033
00000100:00080000:0.0:1789763061.336989:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763061.336994:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763061.337000:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763061.337015:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508860672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763061.337027:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763061.337031:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763061.337034:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763061.337039:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3033
00000100:00080000:0.0:1789763061.337077:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763061.337077:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763061.337094:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763061.337106:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763061.337136:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508860800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763061.337159:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763061.337171:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789763061.337172:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff9686c954ca80 x1876699508860416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.337176:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763061.337197:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3033
00000100:00080000:0.0:1789763061.337214:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763061.337232:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508860416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763061.337247:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789763061.337254:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763061.337263:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763061.337265:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763061.337278:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508860416:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763061.337299:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508860928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763061.337318:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763061.337320:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508860544:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763061.337331:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763061.337337:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763061.337344:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3033
00000100:00080000:0.0:1789763061.337351:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763061.337357:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763061.337365:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763061.337375:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763061.337386:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508861056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763061.337402:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff9686c954d180 x1876699508860544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763061.337453:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508860544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763061.337469:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763061.337475:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763061.337480:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508860544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763061.337489:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508860672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763061.337528:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763061.337539:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff9686c954c000 x1876699508860672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763061.337550:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508860672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763061.337575:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763061.337579:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763061.337584:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508860672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763061.337591:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508860800:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763061.337615:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763061.337626:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff9686c954fb80 x1876699508860800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763061.337640:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508860800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763061.337650:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763061.337654:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763061.337687:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508860800:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763061.337712:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508860928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763061.337746:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763061.337769:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff9686c954c700 x1876699508860928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763061.337792:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508860928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763061.337810:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763061.337817:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763061.337824:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508860928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763061.337836:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508861056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763061.337886:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763061.337898:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763061/real 1789763061]  req@ffff9686c954e680 x1876699508861056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763061.337908:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508861056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763086 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763061.337915:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763061.337918:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763061.337921:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508861056:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763061.400829:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763062.424739:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763063.448811:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763064.472855:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763065.496877:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763066.456850:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763066.456864:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763066.456872:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763066.456890:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3038
00000100:00080000:1.0:1789763066.456904:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763066.456913:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763066.456962:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508861184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763066.457003:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763066.457036:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763066.457043:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763066.457053:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3038
00000100:00080000:1.0:1789763066.457063:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763066.457072:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763066.457090:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763066.457103:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508861184:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763066.457132:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508861312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763066.457160:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763066.457167:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763066.457170:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763066.457176:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3038
00000100:00080000:1.0:1789763066.457182:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763066.457189:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763066.457197:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763066.457215:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508861440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763066.457232:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763066.457233:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763066.457248:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763066.457255:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763066.457265:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3038
00000100:00080000:1.0:1789763066.457286:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763066.457295:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763066.457305:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763066.457322:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff9686c4bea680 x1876699508861184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763066.457330:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508861568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763066.457444:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763066.457449:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763066.457454:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763066.457462:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508861184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763066.457464:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3038
00000100:00080000:1.0:1789763066.457472:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763066.457484:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763066.457492:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763066.457504:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508861696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763066.457563:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763066.457566:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763066.457569:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763066.457581:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763066.457585:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763066.457598:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3038
00000100:00100000:3.0:1789763066.457611:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508861184:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763066.457613:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763066.457686:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763066.457699:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763066.457703:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508861312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763066.457725:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508861824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763066.457771:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763066.457799:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff9686c4bead80 x1876699508861312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763066.457818:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508861312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763066.457830:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763066.457835:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763066.457840:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508861312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763066.457850:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508861440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763066.457874:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763066.457886:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff9686c4be9c00 x1876699508861440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763066.457902:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508861440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763066.457913:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763066.457917:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763066.457935:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508861440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763066.457944:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508861568:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763066.457969:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763066.457983:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff9686c4be8e00 x1876699508861568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763066.457998:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508861568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763066.458035:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763066.458040:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763066.458045:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508861568:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763066.458054:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508861696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763066.458085:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763066.458100:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff9686c4be8380 x1876699508861696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763066.458115:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508861696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763066.458125:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763066.458130:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763066.458134:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508861696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763066.458157:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508861824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763066.458179:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763066.458190:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763066/real 1789763066]  req@ffff9686c4bebb80 x1876699508861824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763066.458204:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508861824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763091 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763066.458215:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763066.458219:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763066.458223:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508861824:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763066.520885:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763067.544819:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763068.568884:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763069.592850:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763070.616896:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763071.576823:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763071.576838:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763071.576845:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763071.576863:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3043
00000100:00080000:0.0:1789763071.576900:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763071.576911:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763071.576961:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508861952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763071.577045:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763071.577050:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763071.577052:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763071.577057:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3043
00000100:00080000:0.0:1789763071.577082:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763071.577089:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763071.577102:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763071.577130:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508862080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763071.577143:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508861952:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763071.577153:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763071.577162:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763071.577165:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763071.577172:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3043
00000100:00080000:0.0:1789763071.577177:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763071.577184:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763071.577192:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763071.577206:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508862208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763071.577219:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763071.577224:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763071.577226:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763071.577232:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3043
00000100:00080000:0.0:1789763071.577236:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763071.577241:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763071.577246:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763071.577260:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508862336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763071.577271:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763071.577276:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763071.577278:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763071.577283:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3043
00000100:00080000:0.0:1789763071.577287:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763071.577299:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763071.577301:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763071.577314:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763071.577331:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508862464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763071.577343:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763071.577347:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763071.577350:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763071.577357:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3043
00000100:00080000:0.0:1789763071.577363:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763071.577368:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763071.577377:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763071.577393:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9686c954ed80 x1876699508861952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763071.577394:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508862592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763071.577496:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508861952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.577518:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.577525:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763071.577532:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508861952:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763071.577574:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508862080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763071.577607:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763071.577623:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9686c954e300 x1876699508862080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.577675:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508862080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.577687:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.577692:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763071.577696:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508862080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763071.577706:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508862208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763071.577732:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763071.577746:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9686c954df80 x1876699508862208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.577761:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508862208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.577770:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.577775:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763071.577779:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508862208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763071.577786:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508862336:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763071.577807:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763071.577818:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9686c954ea00 x1876699508862336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.577832:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508862336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.577842:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.577846:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763071.577849:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508862336:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763071.577857:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508862464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763071.577888:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763071.577906:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9686c954e680 x1876699508862464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.577931:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508862464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.577947:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.577954:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763071.577961:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508862464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763071.577998:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508862592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763071.578049:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763071.578066:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763071/real 1789763071]  req@ffff9686c954c700 x1876699508862592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763071.578093:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508862592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763096 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763071.578103:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763071.578108:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763071.578111:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508862592:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763071.640838:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763072.664831:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763073.688758:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763074.712853:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763075.736758:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763076.696796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763076.696811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763076.696817:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763076.696833:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3048
00000100:00080000:1.0:1789763076.696850:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763076.696863:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763076.696908:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508862720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763076.696989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763076.696995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763076.696997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763076.697004:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3048
00000100:00080000:1.0:1789763076.697010:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763076.697016:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763076.697039:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763076.697055:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508862720:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763076.697066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508862848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763076.697084:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763076.697089:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763076.697091:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763076.697097:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3048
00000100:00080000:1.0:1789763076.697102:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763076.697107:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763076.697113:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763076.697127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508862976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763076.697140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763076.697144:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763076.697148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763076.697153:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3048
00000100:00080000:1.0:1789763076.697158:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763076.697162:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763076.697168:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763076.697181:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508863104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763076.697193:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763076.697198:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763076.697201:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763076.697207:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3048
00000100:00080000:1.0:1789763076.697210:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763076.697215:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763076.697222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763076.697232:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508862848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763076.697242:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508863232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763076.697266:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763076.697271:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763076.697274:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763076.697278:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3048
00000100:00080000:1.0:1789763076.697285:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763076.697292:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763076.697299:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763076.697321:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508863360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763076.697341:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508862976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763076.697403:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508863104:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763076.697472:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508863232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763076.697530:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508863360:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763076.760819:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763077.784777:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763078.808888:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763079.769067:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789763079.769132:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763079.769158:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763079.769220:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763079.769237:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763079.769256:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763079.769274:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763079.769299:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789763079.769315:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9686c4beaa00 x1876699508862848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763079.769365:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508862848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763079.769388:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763079.769397:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763079.769406:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508862848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763079.769421:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9686c4beb800 x1876699508862976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763079.769446:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508862976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763079.769473:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763079.769481:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763079.769489:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508862976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763079.769503:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9686c4beb480 x1876699508863104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763079.769535:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508863104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763079.769551:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763079.769557:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763079.769564:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508863104:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763079.769577:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9686c4be9f80 x1876699508862720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763079.769616:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508862720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763079.769665:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763079.769674:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763079.769682:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508862720:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763079.769745:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9686c4beb100 x1876699508863232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763079.769774:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508863232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763079.769791:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763079.769797:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763079.769804:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508863232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763079.769818:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763076/real 1789763079]  req@ffff9686c4be9500 x1876699508863360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763079.769844:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508863360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763101 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763079.769861:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763079.769868:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763079.769875:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508863360:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763079.832860:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763080.856854:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763081.816736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763081.816753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763081.816759:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763081.816777:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3053
00000100:00080000:1.0:1789763081.816796:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763081.816808:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763081.816873:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508863488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763081.816962:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763081.816975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763081.816980:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763081.816994:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3053
00000100:00080000:1.0:1789763081.817008:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763081.817024:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763081.817051:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763081.817092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508863616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763081.817138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763081.817151:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508863488:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763081.817152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763081.817160:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763081.817186:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3053
00000100:00080000:1.0:1789763081.817198:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763081.817211:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763081.817222:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763081.817264:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508863744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763081.817284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763081.817292:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:0.0:1789763081.817299:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763081.817303:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763081.817319:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3053
00000100:00080000:1.0:1789763081.817343:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763081.817356:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763081.817376:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9686c4be8700 x1876699508863488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763081.817383:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763081.817451:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508863872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763081.817452:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508863488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763081.817511:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763081.817520:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763081.817528:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763081.817546:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763081.817558:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3053
00000100:00080000:0.0:1789763081.817568:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763081.817573:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763081.817585:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508863488:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763081.817590:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763081.817616:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763081.817699:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508864000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763081.817725:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763081.817736:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508863616:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763081.817738:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763081.817749:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763081.817770:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3053
00000100:00080000:1.0:1789763081.817780:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763081.817789:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763081.817801:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763081.817825:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763081.817831:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508864128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763081.817878:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9686c4be8000 x1876699508863616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763081.817930:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508863616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763081.817960:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763081.817968:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763081.817975:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508863616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763081.817991:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508863744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763081.818041:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763081.818067:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9686c4be9880 x1876699508863744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763081.818092:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508863744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763081.818108:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763081.818115:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763081.818122:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508863744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763081.818136:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508863872:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763081.818181:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763081.818217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9686c4be9500 x1876699508863872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763081.818240:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508863872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763081.818257:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763081.818264:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763081.818281:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508863872:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763081.818332:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508864000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763081.818376:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763081.818408:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9686c4beb100 x1876699508864000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763081.818435:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508864000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763081.818454:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763081.818461:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763081.818468:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508864000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763081.818484:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508864128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763081.818531:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763081.818559:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763081/real 1789763081]  req@ffff9686c4be9f80 x1876699508864128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763081.818582:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508864128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763106 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763081.818600:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763081.818609:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763081.818618:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508864128:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763081.880816:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763082.904808:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763083.928818:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763084.952832:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763085.976815:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763086.936800:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763086.936814:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763086.936822:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.936847:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3058
00000100:00080000:1.0:1789763086.936891:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.936903:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763086.936955:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508864256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763086.937004:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763086.937011:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763086.937016:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.937025:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3058
00000100:00080000:1.0:1789763086.937033:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.937041:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763086.937058:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763086.937089:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508864256:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763086.937091:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508864384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763086.937123:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763086.937128:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763086.937131:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.937137:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3058
00000100:00080000:1.0:1789763086.937144:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.937150:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763086.937158:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763086.937188:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508864512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763086.937195:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763086.937214:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763086.937219:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763086.937223:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.937229:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3058
00000100:00080000:1.0:1789763086.937234:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.937239:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763086.937248:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763086.937260:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508864640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763086.937276:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763086.937281:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9686c4beb480 x1876699508864256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763086.937283:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763086.937290:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.937316:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3058
00000100:00080000:1.0:1789763086.937325:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.937330:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763086.937339:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508864256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763086.937342:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763086.937365:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508864768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763086.937366:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.937384:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763086.937395:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763086.937398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508864256:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763086.937401:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763086.937410:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763086.937419:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3058
00000100:00080000:1.0:1789763086.937423:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763086.937427:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763086.937433:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763086.937442:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508864384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763086.937452:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508864896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763086.937489:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763086.937512:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9686c4beb800 x1876699508864384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.937528:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508864384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.937542:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.937548:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763086.937555:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508864384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763086.937567:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508864512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763086.937606:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763086.937702:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9686c4beaa00 x1876699508864512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.937724:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508864512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.937743:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.937748:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763086.937752:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508864512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763086.937761:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508864640:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763086.937793:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763086.937807:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9686c4bebb80 x1876699508864640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.937821:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508864640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.937840:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.937844:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763086.937848:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508864640:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763086.937885:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508864768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763086.937914:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763086.937929:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9686c4be8380 x1876699508864768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.937943:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508864768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.937953:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.937957:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763086.937961:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508864768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763086.937986:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508864896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763086.938007:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763086.938019:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763086/real 1789763086]  req@ffff9686c4be8e00 x1876699508864896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763086.938033:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508864896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763111 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763086.938042:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763086.938046:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763086.938050:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508864896:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763087.000800:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763088.024772:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763089.048924:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763090.072897:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763091.096899:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763092.056883:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763092.056903:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763092.056911:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763092.056947:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3063
00000100:00080000:2.0:1789763092.056966:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763092.056977:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763092.057038:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508865024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763092.057080:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763092.057084:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763092.057086:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763092.057091:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3063
00000100:00080000:2.0:1789763092.057095:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763092.057098:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763092.057149:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763092.057176:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508865152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763092.057179:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508865024:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763092.057238:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763092.057245:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763092.057249:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763092.057259:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3063
00000100:00080000:2.0:1789763092.057269:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763092.057277:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763092.057287:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763092.057304:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508865280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763092.057314:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763092.057318:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763092.057324:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763092.057332:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763092.057338:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3063
00000100:00080000:2.0:1789763092.057347:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763092.057352:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763092.057358:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763092.057371:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508865408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763092.057389:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763092.057394:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763092.057398:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763092.057422:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3063
00000100:00080000:2.0:1789763092.057429:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763092.057435:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763092.057446:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763092.057447:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff9686c7a98380 x1876699508865024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763092.057477:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508865536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763092.057490:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763092.057500:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763092.057502:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508865024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763092.057504:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763092.057524:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3063
00000100:00080000:2.0:1789763092.057538:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763092.057546:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789763092.057547:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763092.057556:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763092.057558:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763092.057567:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508865024:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763092.057590:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508865664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763092.057619:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508865152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763092.057735:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763092.057758:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff9686c7a99f80 x1876699508865152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.057775:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508865152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.057787:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.057791:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763092.057796:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508865152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763092.057804:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508865280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763092.057866:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763092.057883:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff9686c7a9b800 x1876699508865280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.057899:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508865280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.057909:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.057914:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763092.057918:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508865280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763092.057926:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508865408:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763092.057950:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763092.057961:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff9686c7a9ad80 x1876699508865408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.057975:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508865408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.057986:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.057990:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763092.057994:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508865408:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763092.058001:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508865536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763092.058021:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763092.058032:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff9686c7a98000 x1876699508865536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.058046:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508865536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.058055:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.058059:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763092.058063:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508865536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763092.058086:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508865664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763092.058107:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763092.058119:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763092/real 1789763092]  req@ffff9686c7a98e00 x1876699508865664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763092.058133:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508865664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763117 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763092.058142:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763092.058145:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763092.058150:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508865664:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763092.120881:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763093.144941:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763094.168879:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763095.192903:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763096.216860:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763097.176764:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763097.176778:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763097.176809:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763097.176825:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3068
00000100:00080000:2.0:1789763097.176842:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763097.176854:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763097.176905:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508865792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763097.176942:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763097.176947:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763097.176950:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763097.176956:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3068
00000100:00080000:2.0:1789763097.176961:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763097.176967:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763097.176980:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763097.177005:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508865792:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763097.177009:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508865920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763097.177043:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763097.177050:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763097.177055:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763097.177063:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3068
00000100:00080000:2.0:1789763097.177072:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763097.177081:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763097.177091:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763097.177111:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763097.177120:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508866048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763097.177136:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763097.177141:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763097.177143:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763097.177150:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3068
00000100:00080000:2.0:1789763097.177156:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763097.177170:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff9686c7a9b100 x1876699508865792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763097.177180:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763097.177195:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763097.177213:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508865792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763097.177222:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508866176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763097.177244:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.177257:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763097.177264:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763097.177267:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508865792:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763097.177284:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763097.177290:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763097.177301:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3068
00000100:00080000:2.0:1789763097.177310:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763097.177317:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508865920:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763097.177348:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763097.177359:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763097.177381:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508866304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763097.177391:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763097.177417:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763097.177424:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763097.177432:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff9686c7a9aa00 x1876699508865920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763097.177432:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763097.177452:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3068
00000100:00080000:2.0:1789763097.177469:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763097.177476:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508865920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763097.177485:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763097.177503:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763097.177507:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.177517:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763097.177523:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508865920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763097.177531:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508866432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763097.177542:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508866048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763097.177598:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763097.177682:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff9686c7a99c00 x1876699508866048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.177703:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508866048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.177716:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.177721:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763097.177726:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508866048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763097.177747:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508866176:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763097.177773:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763097.177818:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff9686c7a9a300 x1876699508866176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.177843:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508866176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.177854:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.177857:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763097.177861:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508866176:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763097.177883:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508866304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763097.177908:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763097.177921:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff9686c7a9a680 x1876699508866304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.177935:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508866304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.177945:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.177949:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763097.177953:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508866304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763097.177959:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508866432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763097.177978:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763097.177989:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763097/real 1789763097]  req@ffff9686c7a9b100 x1876699508866432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763097.178002:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508866432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763122 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763097.178012:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763097.178015:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763097.178018:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508866432:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763097.240897:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763098.264865:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763099.288848:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763100.312830:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763101.336834:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763102.296768:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763102.296791:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763102.296799:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763102.296814:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3074
00000100:00080000:2.0:1789763102.296830:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763102.296841:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763102.296891:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508866560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763102.296926:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763102.296931:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763102.296934:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763102.296939:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3074
00000100:00080000:2.0:1789763102.296943:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763102.296947:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763102.296958:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763102.296974:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508866688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763102.296987:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763102.296991:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763102.296994:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763102.296999:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3074
00000100:00080000:2.0:1789763102.297004:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763102.297009:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763102.297014:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763102.297027:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508866816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763102.297040:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763102.297048:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:0.0:1789763102.297051:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508866560:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763102.297052:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763102.297067:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3074
00000100:00080000:2.0:1789763102.297072:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763102.297076:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763102.297082:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763102.297099:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508866944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763102.297111:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763102.297116:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763102.297118:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763102.297123:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3074
00000100:00080000:2.0:1789763102.297128:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763102.297133:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763102.297139:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763102.297150:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763102.297158:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508867072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763102.297173:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763102.297178:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763102.297181:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763102.297185:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3074
00000100:00080000:2.0:1789763102.297190:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763102.297195:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763102.297201:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763102.297213:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff9686c7a98e00 x1876699508866560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763102.297219:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508867200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763102.297284:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508866560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.297302:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.297308:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763102.297314:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508866560:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763102.297323:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508866688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763102.297350:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763102.297364:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff9686c7a98000 x1876699508866688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.297379:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508866688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.297390:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.297394:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763102.297398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508866688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763102.297424:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508866816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763102.297445:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763102.297456:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff9686c7a9ad80 x1876699508866816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.297470:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508866816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.297480:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.297483:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763102.297487:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508866816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763102.297494:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508866944:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763102.297512:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763102.297523:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff9686c7a9b800 x1876699508866944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.297537:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508866944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.297547:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.297550:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763102.297554:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508866944:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763102.297559:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508867072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763102.297577:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763102.297589:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff9686c7a99f80 x1876699508867072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.297602:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508867072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.297612:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.297615:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763102.297618:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508867072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763102.297658:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508867200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763102.297682:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763102.297696:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763102/real 1789763102]  req@ffff9686c7a98380 x1876699508867200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763102.297709:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508867200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763127 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763102.297720:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763102.297723:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763102.297728:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508867200:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763102.360855:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763103.384871:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763104.408842:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763105.432914:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763106.456865:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763107.416716:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763107.416726:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763107.416730:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763107.416755:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3079
00000100:00080000:2.0:1789763107.416766:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763107.416772:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763107.416807:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508867328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763107.416828:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763107.416833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763107.416835:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763107.416838:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3079
00000100:00080000:2.0:1789763107.416840:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763107.416843:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763107.416851:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763107.416860:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508867456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763107.416868:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763107.416873:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508867328:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763107.416874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763107.416877:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763107.416885:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3079
00000100:00080000:2.0:1789763107.416887:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763107.416889:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763107.416892:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763107.416904:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508867584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763107.416914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763107.416919:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763107.416920:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763107.416923:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3079
00000100:00080000:2.0:1789763107.416928:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763107.416932:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789763107.416938:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789763107.416941:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763107.416957:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508867712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763107.416968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763107.416972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789763107.416974:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff9686c7a9b480 x1876699508867328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763107.416975:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763107.416985:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3079
00000100:00080000:2.0:1789763107.416993:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763107.416997:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763107.417000:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508867328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763107.417004:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763107.417015:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.417018:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763107.417025:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508867328:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763107.417025:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508867840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763107.417038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763107.417041:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763107.417043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763107.417048:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3079
00000100:00080000:2.0:1789763107.417052:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763107.417055:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508867456:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763107.417059:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763107.417068:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763107.417082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508867968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763107.417093:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763107.417108:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff9686c7a9bb80 x1876699508867456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.417117:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508867456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.417123:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.417125:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763107.417128:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508867456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763107.417133:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508867584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763107.417145:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763107.417161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff9686c7a99880 x1876699508867584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.417168:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508867584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.417174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.417176:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763107.417178:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508867584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763107.417182:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508867712:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763107.417193:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763107.417198:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff9686c7a98700 x1876699508867712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.417206:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508867712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.417211:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.417212:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763107.417214:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508867712:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763107.417217:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508867840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763107.417229:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763107.417235:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff9686c7a99180 x1876699508867840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.417242:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508867840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.417247:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.417249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763107.417251:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508867840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763107.417262:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508867968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763107.417272:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763107.417278:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763107/real 1789763107]  req@ffff9686c7a98a80 x1876699508867968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763107.417285:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508867968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763132 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763107.417290:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763107.417292:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763107.417294:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508867968:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763107.480772:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763108.504878:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763109.528862:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763110.552812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763111.576927:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763112.536796:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763112.536811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763112.536819:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763112.536837:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3084
00000100:00080000:2.0:1789763112.536855:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763112.536868:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763112.536925:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508868096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763112.536965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763112.536971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763112.536973:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763112.536979:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3084
00000100:00080000:2.0:1789763112.536983:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763112.536988:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763112.537001:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763112.537021:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508868224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763112.537035:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763112.537039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763112.537041:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763112.537062:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3084
00000100:00080000:2.0:1789763112.537069:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763112.537072:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508868096:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763112.537076:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763112.537098:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763112.537129:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508868352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763112.537156:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763112.537164:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763112.537168:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763112.537178:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3084
00000100:00080000:2.0:1789763112.537187:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763112.537195:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763112.537208:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763112.537225:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763112.537243:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508868480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763112.537270:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763112.537277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763112.537280:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763112.537288:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3084
00000100:00080000:2.0:1789763112.537298:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763112.537309:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763112.537321:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763112.537332:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9686c7a98a80 x1876699508868096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763112.537351:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508868608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763112.537420:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763112.537437:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763112.537441:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763112.537449:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3084
00000100:00080000:2.0:1789763112.537459:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763112.537465:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508868096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763112.537484:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789763112.537492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763112.537500:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763112.537503:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763112.537520:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508868096:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763112.537534:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508868224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763112.537546:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508868736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763112.537582:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763112.537698:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9686c7a99180 x1876699508868224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.537726:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508868224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.537742:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.537746:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763112.537751:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508868224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.537789:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508868352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.537830:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763112.537845:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9686c7a98700 x1876699508868352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.537859:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508868352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.537876:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.537880:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763112.537884:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508868352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.537890:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508868480:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763112.537910:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763112.537920:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9686c7a99880 x1876699508868480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.537932:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508868480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.537941:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.537945:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763112.537950:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508868480:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763112.537961:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508868608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.537995:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763112.538016:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9686c7a9bb80 x1876699508868608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.538038:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508868608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.538052:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.538057:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763112.538063:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508868608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763112.538075:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508868736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763112.538114:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763112.538135:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763112/real 1789763112]  req@ffff9686c7a9b480 x1876699508868736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763112.538150:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508868736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763137 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763112.538159:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763112.538163:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763112.538166:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508868736:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789763112.600808:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763113.624841:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763114.648889:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763115.672860:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763116.696739:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763117.656792:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.656807:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763117.656813:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.656829:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3089
00000100:00080000:2.0:1789763117.656844:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.656856:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763117.656906:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508868864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.656950:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.656957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763117.656961:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.656969:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3089
00000100:00080000:2.0:1789763117.656976:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.656983:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763117.656997:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763117.657020:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508868992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763117.657039:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508868864:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763117.657041:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.657055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763117.657061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.657068:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3089
00000100:00080000:2.0:1789763117.657072:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.657076:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763117.657097:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763117.657127:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508869120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.657143:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.657147:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763117.657151:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.657159:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3089
00000800:00000100:1.0:1789763117.657170:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763117.657170:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.657193:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763117.657202:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763117.657220:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508869248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.657235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763117.657241:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763117.657243:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.657248:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3089
00000100:00080000:2.0:1789763117.657254:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.657259:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763117.657264:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763117.657279:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508869376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763117.657293:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763117.657297:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9686c7a98380 x1876699508868864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763117.657299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763117.657304:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763117.657319:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3089
00000100:00080000:2.0:1789763117.657328:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763117.657339:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763117.657351:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763117.657373:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508869504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763117.657381:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508868864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763117.657410:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763117.657418:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763117.657424:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508868864:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763117.657460:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508868992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763117.657496:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763117.657515:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9686c7a99f80 x1876699508868992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763117.657531:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508868992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763117.657542:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763117.657546:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763117.657550:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508868992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763117.657558:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508869120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763117.657583:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763117.657598:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9686c7a9b800 x1876699508869120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763117.657618:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508869120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763117.657714:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763117.657723:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763117.657733:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508869120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763117.657752:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508869248:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763117.657808:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763117.657841:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9686c7a9ad80 x1876699508869248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763117.657858:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508869248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763117.657868:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763117.657873:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763117.657877:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508869248:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763117.657884:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508869376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763117.657911:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763117.657923:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9686c7a98000 x1876699508869376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763117.657937:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508869376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763117.657946:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763117.657950:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763117.657955:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508869376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763117.657961:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508869504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763117.657980:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763117.657991:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763117/real 1789763117]  req@ffff9686c7a98e00 x1876699508869504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763117.658005:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508869504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763142 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763117.658014:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763117.658017:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763117.658021:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508869504:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763117.720869:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763118.744839:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763119.768784:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763120.792780:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763121.816903:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763122.776765:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763122.776779:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763122.776785:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763122.776801:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3094
00000100:00080000:2.0:1789763122.776818:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763122.776829:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763122.776880:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508869632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763122.776919:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763122.776924:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763122.776927:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763122.776932:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3094
00000100:00080000:2.0:1789763122.776936:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763122.776941:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763122.776954:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763122.776970:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508869760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763122.776988:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508869632:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763122.776991:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763122.777007:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763122.777011:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763122.777020:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3094
00000100:00080000:2.0:1789763122.777027:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763122.777035:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763122.777047:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763122.777075:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508869888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763122.777087:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763122.777110:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763122.777118:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763122.777122:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763122.777130:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3094
00000100:00080000:2.0:1789763122.777137:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763122.777143:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763122.777153:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763122.777165:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9686c7a9b100 x1876699508869632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763122.777175:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508870016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763122.777225:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763122.777230:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763122.777233:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763122.777239:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3094
00000100:00100000:1.0:1789763122.777248:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508869632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763122.777249:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763122.777262:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763122.777275:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763122.777286:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763122.777296:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508870144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763122.777302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763122.777317:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508869632:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763122.777332:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763122.777338:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763122.777340:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763122.777347:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3094
00000100:00080000:2.0:1789763122.777351:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763122.777355:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763122.777362:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763122.777366:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508869760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763122.777382:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508870272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763122.777417:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763122.777448:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9686c7a9a680 x1876699508869760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763122.777475:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508869760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763122.777493:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763122.777500:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763122.777508:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508869760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763122.777521:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508869888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763122.777562:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763122.777588:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9686c7a9a300 x1876699508869888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763122.777684:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508869888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763122.777702:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763122.777709:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763122.777716:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508869888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763122.777731:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508870016:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763122.777770:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763122.777787:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9686c7a99c00 x1876699508870016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763122.777802:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508870016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763122.777814:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763122.777818:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763122.777822:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508870016:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763122.777829:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508870144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763122.777849:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763122.777861:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9686c7a9aa00 x1876699508870144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763122.777875:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508870144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763122.777884:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763122.777888:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763122.777891:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508870144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763122.777914:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508870272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763122.777935:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763122.777947:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763122/real 1789763122]  req@ffff9686c7a9b100 x1876699508870272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763122.777960:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508870272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763147 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763122.777970:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763122.777973:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763122.777977:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508870272:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763122.840813:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763123.864867:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763124.888878:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763125.912858:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763126.936772:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763127.896845:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763127.896862:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763127.896870:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763127.896890:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3099
00000100:00080000:0.0:1789763127.896911:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763127.896924:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763127.897001:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508870400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763127.897041:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763127.897048:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763127.897051:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763127.897056:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3099
00000100:00080000:0.0:1789763127.897061:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763127.897066:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763127.897080:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763127.897096:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508870528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763127.897109:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763127.897113:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763127.897116:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763127.897122:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3099
00000100:00080000:0.0:1789763127.897125:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763127.897130:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763127.897135:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763127.897148:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508870656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763127.897160:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763127.897165:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763127.897166:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763127.897170:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3099
00000100:00080000:0.0:1789763127.897174:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763127.897179:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763127.897186:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763127.897203:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508870400:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763127.897205:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508870784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763127.897241:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763127.897246:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763127.897249:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763127.897254:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3099
00000100:00080000:0.0:1789763127.897258:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763127.897263:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763127.897269:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763127.897285:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508870912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763127.897297:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763127.897301:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763127.897304:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763127.897309:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3099
00000100:00080000:0.0:1789763127.897314:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763127.897318:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763127.897323:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763127.897335:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763127.897341:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508871040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763127.897431:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9686c954fb80 x1876699508870400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763127.897469:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508870400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763127.897484:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763127.897490:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763127.897496:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508870400:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763127.897507:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508870528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763127.897543:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763127.897597:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9686c954c000 x1876699508870528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763127.897616:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508870528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763127.897702:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763127.897709:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763127.897714:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508870528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763127.897722:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508870656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763127.897753:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763127.897770:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9686c954d180 x1876699508870656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763127.897786:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508870656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763127.897796:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763127.897800:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763127.897804:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508870656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763127.897844:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508870784:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763127.897867:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763127.897878:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9686c954ca80 x1876699508870784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763127.897892:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508870784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763127.897903:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763127.897906:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763127.897909:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508870784:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763127.897916:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508870912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763127.897935:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763127.897947:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9686c954f800 x1876699508870912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763127.897960:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508870912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763127.897971:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763127.897975:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763127.897979:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508870912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763127.897985:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508871040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763127.898004:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763127.898015:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763127/real 1789763127]  req@ffff9686c954f100 x1876699508871040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763127.898028:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508871040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763152 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763127.898038:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763127.898041:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763127.898045:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508871040:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789763127.960863:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763128.984792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763130.008830:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763131.032826:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763132.056859:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763133.016813:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763133.016833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763133.016840:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763133.016858:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3104
00000100:00080000:2.0:1789763133.016874:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763133.016887:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763133.016940:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508871168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763133.016990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763133.016998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763133.017002:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763133.017011:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3104
00000100:00080000:2.0:1789763133.017018:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763133.017026:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763133.017040:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763133.017066:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508871296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763133.017087:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763133.017096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763133.017100:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763133.017120:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3104
00000100:00080000:2.0:1789763133.017128:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763133.017135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508871168:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763133.017144:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763133.017159:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763133.017187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508871424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763133.017210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763133.017218:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763133.017222:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763133.017233:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763133.017235:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3104
00000100:00080000:2.0:1789763133.017249:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763133.017259:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763133.017271:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763133.017309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff9686c7a98e00 x1876699508871168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763133.017323:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508871552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763133.017343:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508871168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763133.017367:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763133.017373:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763133.017376:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763133.017384:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763133.017385:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763133.017397:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508871168:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763133.017402:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3104
00000100:00100000:1.0:1789763133.017416:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508871296:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763133.017417:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763133.017438:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763133.017452:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763133.017462:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763133.017492:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508871680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763133.017493:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff9686c7a98000 x1876699508871296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763133.017583:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763133.017594:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763133.017596:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508871296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763133.017602:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763133.017621:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3104
00000100:00080000:1.0:1789763133.017681:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.017689:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763133.017696:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508871296:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763133.017706:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763133.017720:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763133.017730:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763133.017740:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508871424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763133.017760:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508871808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763133.017783:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763133.017808:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff9686c7a9ad80 x1876699508871424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.017825:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508871424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.017837:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.017841:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763133.017845:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508871424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763133.017852:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508871552:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763133.017871:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763133.017884:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff9686c7a9b800 x1876699508871552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.017898:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508871552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.017908:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.017911:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763133.017915:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508871552:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763133.017921:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508871680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763133.017941:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763133.017953:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff9686c7a99f80 x1876699508871680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.017967:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508871680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.017976:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.017979:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763133.017982:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508871680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763133.017999:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508871808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763133.018019:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763133.018030:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763133/real 1789763133]  req@ffff9686c7a98380 x1876699508871808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763133.018043:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508871808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763158 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763133.018053:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763133.018057:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763133.018061:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508871808:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763133.080832:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763134.104779:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763135.128888:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763136.152764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763137.176811:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763138.136775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763138.136797:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763138.136805:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763138.136828:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3109
00000100:00080000:2.0:1789763138.136848:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763138.136864:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763138.136932:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508871936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763138.136978:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763138.136985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763138.136989:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763138.136998:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3109
00000100:00080000:2.0:1789763138.137005:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763138.137013:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763138.137031:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763138.137057:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508872064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763138.137078:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763138.137086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763138.137089:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763138.137098:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3109
00000100:00100000:1.0:1789763138.137101:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508871936:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763138.137104:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763138.137117:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763138.137125:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763138.137146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508872192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763138.137160:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763138.137165:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763138.137167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763138.137172:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3109
00000100:00080000:2.0:1789763138.137177:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763138.137181:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763138.137188:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763138.137201:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508872320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763138.137213:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763138.137220:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789763138.137225:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763138.137226:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763138.137238:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3109
00000100:00080000:2.0:1789763138.137242:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763138.137247:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763138.137253:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763138.137266:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508872448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763138.137277:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763138.137280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763138.137283:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763138.137288:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3109
00000100:00080000:2.0:1789763138.137294:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763138.137299:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763138.137305:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763138.137317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff9686c7a9b480 x1876699508871936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763138.137321:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508872576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763138.137399:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508871936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763138.137417:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763138.137423:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763138.137428:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508871936:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763138.137439:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508872064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763138.137472:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763138.137518:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff9686c7a9bb80 x1876699508872064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763138.137534:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508872064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763138.137545:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763138.137549:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763138.137553:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508872064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763138.137587:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508872192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763138.137612:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763138.137625:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff9686c7a99880 x1876699508872192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763138.137682:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508872192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763138.137692:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763138.137696:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763138.137700:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508872192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763138.137707:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508872320:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763138.137731:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763138.137743:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff9686c7a98700 x1876699508872320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763138.137756:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508872320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763138.137765:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763138.137768:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763138.137771:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508872320:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763138.137777:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508872448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763138.137796:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763138.137807:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff9686c7a99180 x1876699508872448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763138.137821:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508872448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763138.137831:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763138.137833:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763138.137837:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508872448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763138.137843:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508872576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763138.137862:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763138.137871:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763138/real 1789763138]  req@ffff9686c7a98a80 x1876699508872576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763138.137884:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508872576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763163 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763138.137893:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763138.137896:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763138.137899:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508872576:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763138.200847:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763139.224797:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763140.248875:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763141.272842:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763142.296973:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763143.256763:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763143.256777:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763143.256783:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763143.256799:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3114
00000100:00080000:2.0:1789763143.256816:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763143.256828:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763143.256882:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508872704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763143.256921:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763143.256928:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763143.256931:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763143.256939:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3114
00000100:00080000:2.0:1789763143.256946:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763143.256955:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763143.256972:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763143.257005:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508872832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763143.257009:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508872704:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763143.257040:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763143.257045:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763143.257048:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763143.257055:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3114
00000100:00080000:2.0:1789763143.257061:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763143.257066:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763143.257077:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763143.257096:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508872960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763143.257109:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763143.257114:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763143.257116:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763143.257121:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3114
00000100:00080000:2.0:1789763143.257128:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763143.257135:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763143.257145:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763143.257170:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508873088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763143.257196:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763143.257201:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508872832:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763143.257205:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763143.257217:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763143.257227:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3114
00000100:00080000:2.0:1789763143.257235:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763143.257243:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763143.257253:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763143.257265:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508872960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763143.257280:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508873216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763143.257295:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763143.257300:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763143.257305:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763143.257313:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3114
00000100:00080000:2.0:1789763143.257321:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763143.257323:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508873088:192.168.203.123@tcp:8:kworker.0
00000100:00080000:2.0:1789763143.257336:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763143.257345:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763143.257366:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508873344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763143.257378:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508873216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763143.257417:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508873344:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763143.320910:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763144.344830:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763145.368866:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763146.328962:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789763146.329001:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763146.329016:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763146.329050:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763146.329057:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763146.329065:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763146.329074:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763146.329082:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:0.0:1789763146.329091:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763146]  req@ffff9686c7a99880 x1876699508873088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763146.329123:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508873088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763146.329138:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763146.329144:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763146.329149:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508873088:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763146.329158:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763146]  req@ffff9686c7a9bb80 x1876699508873216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763146.329174:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508873216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763146.329184:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763146.329189:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763146.329193:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508873216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763146.329202:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763146]  req@ffff9686c7a99180 x1876699508872832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763146.329216:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508872832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763146.329226:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763146.329232:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763146.329236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508872832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763146.329244:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763146]  req@ffff9686c7a98700 x1876699508872960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763146.329259:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508872960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763146.329269:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763146.329274:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763146.329279:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508872960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763146.329287:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763146]  req@ffff9686c7a98a80 x1876699508872704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763146.329301:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508872704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763146.329307:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763146.329310:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763146.329313:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508872704:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763146.329352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763143/real 1789763146]  req@ffff9686c7a9b480 x1876699508873344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763146.329367:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508873344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763168 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763146.329377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763146.329381:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763146.329385:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508873344:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763146.392787:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763147.416976:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763148.376770:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763148.376794:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763148.376812:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763148.376827:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3120
00000100:00080000:2.0:1789763148.376844:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763148.376855:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763148.376903:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508873472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763148.376943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763148.376949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763148.376951:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763148.376956:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3120
00000100:00080000:2.0:1789763148.376961:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763148.376965:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763148.376978:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763148.376993:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508873600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763148.377012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763148.377018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763148.377022:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763148.377029:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3120
00000100:00080000:2.0:1789763148.377036:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763148.377045:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763148.377056:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763148.377077:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508873472:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763148.377111:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508873728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763148.377137:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763148.377145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763148.377149:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763148.377156:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3120
00000100:00080000:2.0:1789763148.377167:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763148.377175:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789763148.377185:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789763148.377206:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763148.377240:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508873856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763148.377261:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff9686c7a98380 x1876699508873472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763148.377264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763148.377280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763148.377290:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763148.377309:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3120
00000100:00080000:2.0:1789763148.377319:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763148.377326:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508873472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763148.377335:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763148.377353:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763148.377361:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.377375:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763148.377385:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508873984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763148.377390:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508873472:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763148.377445:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508873600:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763148.377455:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763148.377465:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763148.377470:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763148.377481:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3120
00000100:00080000:2.0:1789763148.377491:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763148.377502:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789763148.377508:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789763148.377520:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763148.377554:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508874112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763148.377564:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff9686c7a99f80 x1876699508873600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763148.377608:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508873600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763148.377692:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.377700:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763148.377707:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508873600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763148.377749:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508873728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763148.377796:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763148.377822:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff9686c7a9b800 x1876699508873728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763148.377848:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508873728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763148.377865:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.377873:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763148.377881:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508873728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763148.377896:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508873856:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763148.377939:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763148.377962:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff9686c7a9ad80 x1876699508873856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763148.377984:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508873856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763148.377998:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.378005:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763148.378010:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508873856:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763148.378021:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508873984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763148.378056:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763148.378078:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff9686c7a98000 x1876699508873984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763148.378116:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508873984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763148.378132:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.378138:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763148.378167:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508873984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763148.378180:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508874112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763148.378220:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763148.378244:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763148/real 1789763148]  req@ffff9686c7a98e00 x1876699508874112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763148.378270:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508874112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763173 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763148.378285:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763148.378290:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763148.378296:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508874112:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789763148.440883:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763149.464856:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763150.488915:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763151.512866:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763152.536880:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763153.496744:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763153.496759:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763153.496769:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763153.496788:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3125
00000100:00080000:2.0:1789763153.496808:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763153.496842:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763153.496902:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508874240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763153.496946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763153.496955:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763153.496961:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763153.496970:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3125
00000100:00080000:2.0:1789763153.496979:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763153.496989:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763153.497000:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508874240:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789763153.497023:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763153.497057:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508874368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763153.497076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763153.497082:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763153.497085:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763153.497090:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3125
00000100:00080000:2.0:1789763153.497097:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763153.497102:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763153.497110:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763153.497122:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763153.497131:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508874496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763153.497147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763153.497152:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763153.497154:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763153.497162:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3125
00000100:00080000:2.0:1789763153.497177:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763153.497184:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763153.497191:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763153.497205:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508874624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763153.497219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763153.497223:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763153.497226:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763153.497231:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3125
00000100:00080000:2.0:1789763153.497235:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763153.497242:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763153.497250:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763153.497266:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508874752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763153.497279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763153.497284:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763153.497287:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763153.497294:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3125
00000100:00080000:2.0:1789763153.497302:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763153.497304:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9686c7a9b100 x1876699508874240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763153.497312:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763153.497319:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763153.497340:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508874880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763153.497527:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508874240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.497543:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.497549:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763153.497557:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508874240:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763153.497594:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508874368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763153.497744:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763153.497778:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9686c7a9aa00 x1876699508874368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763153.497806:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508874368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.497824:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.497831:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763153.497839:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508874368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763153.497853:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508874496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763153.497896:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763153.497920:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9686c7a99c00 x1876699508874496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763153.497946:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508874496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.497963:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.497970:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763153.497977:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508874496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763153.497988:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508874624:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763153.498019:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763153.498034:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9686c7a9a300 x1876699508874624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763153.498048:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508874624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.498059:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.498063:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763153.498067:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508874624:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763153.498075:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508874752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763153.498099:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763153.498119:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9686c7a9a680 x1876699508874752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763153.498184:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508874752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.498200:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.498205:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763153.498209:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508874752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763153.498217:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508874880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763153.498248:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763153.498263:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763153/real 1789763153]  req@ffff9686c7a98e00 x1876699508874880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763153.498277:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508874880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763178 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763153.498287:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763153.498291:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763153.498295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508874880:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763153.560826:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763154.584848:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763155.608850:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763156.632860:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763157.656933:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763158.616938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.616955:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763158.616962:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763158.616979:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3130
00000100:00080000:2.0:1789763158.616997:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.617008:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763158.617085:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508875008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763158.617128:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.617133:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763158.617136:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763158.617142:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3130
00000100:00080000:2.0:1789763158.617146:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.617152:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763158.617169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763158.617207:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508875136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763158.617216:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508875008:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763158.617228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.617236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763158.617240:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763158.617248:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3130
00000100:00080000:2.0:1789763158.617253:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.617277:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763158.617285:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763158.617308:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508875264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763158.617322:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.617366:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763158.617374:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763158.617383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763158.617392:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3130
00000100:00080000:2.0:1789763158.617401:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.617408:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763158.617435:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763158.617460:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508875392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763158.617477:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.617482:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763158.617489:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763158.617491:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9686c7a98000 x1876699508875008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763158.617500:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3130
00000100:00080000:2.0:1789763158.617517:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.617537:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763158.617550:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763158.617581:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508875520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763158.617583:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508875008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763158.617635:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763158.617682:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763158.617687:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763158.617690:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763158.617699:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3130
00000100:00080000:3.0:1789763158.617710:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763158.617713:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763158.617734:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763158.617735:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508875008:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789763158.617760:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763158.617801:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508875648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763158.617811:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508875136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763158.617902:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763158.617924:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9686c7a9ad80 x1876699508875136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763158.617942:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508875136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.617953:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.617958:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763158.617962:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508875136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763158.617970:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508875264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763158.617993:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763158.618005:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9686c7a9b800 x1876699508875264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763158.618020:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508875264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.618029:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.618033:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763158.618036:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508875264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763158.618045:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508875392:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763158.618065:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763158.618076:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9686c7a99f80 x1876699508875392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763158.618090:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508875392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.618100:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.618104:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763158.618107:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508875392:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763158.618114:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508875520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763158.618134:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763158.618146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9686c7a98380 x1876699508875520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763158.618168:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508875520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.618185:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.618203:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763158.618209:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508875520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763158.618246:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508875648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763158.618290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763158.618326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763158/real 1789763158]  req@ffff9686c7a9b480 x1876699508875648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763158.618390:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508875648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763183 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763158.618409:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763158.618416:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763158.618422:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508875648:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763158.680821:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763159.704864:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763160.728867:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763161.752911:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763162.776919:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763163.736972:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763163.736986:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763163.736993:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763163.737009:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3135
00000100:00080000:1.0:1789763163.737028:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763163.737039:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763163.737104:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508875776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763163.737146:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763163.737152:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763163.737154:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763163.737159:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3135
00000100:00080000:1.0:1789763163.737164:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763163.737168:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763163.737184:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763163.737205:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508875904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763163.737219:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763163.737223:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763163.737225:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763163.737233:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3135
00000100:00080000:1.0:1789763163.737241:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763163.737248:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763163.737250:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508875776:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789763163.737256:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763163.737281:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508876032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763163.737315:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763163.737320:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763163.737323:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763163.737330:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3135
00000100:00080000:1.0:1789763163.737334:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763163.737339:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763163.737345:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763163.737361:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508876160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763163.737377:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763163.737382:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763163.737384:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763163.737389:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3135
00000100:00080000:1.0:1789763163.737394:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763163.737399:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763163.737406:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763163.737418:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763163.737432:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508876288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763163.737448:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763163.737453:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763163.737455:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763163.737459:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3135
00000100:00080000:1.0:1789763163.737465:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763163.737472:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763163.737479:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763163.737492:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9686c4be9c00 x1876699508875776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763163.737497:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508876416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763163.737589:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508875776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763163.737612:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763163.737619:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763163.737625:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508875776:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763163.737701:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508875904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763163.737740:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763163.737758:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9686c4bead80 x1876699508875904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763163.737775:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508875904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763163.737795:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763163.737800:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763163.737804:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508875904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763163.737812:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508876032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763163.737833:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763163.737845:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9686c4bea680 x1876699508876032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763163.737860:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508876032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763163.737869:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763163.737873:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763163.737876:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508876032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763163.737884:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508876160:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763163.737905:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763163.737916:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9686c4be8e00 x1876699508876160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763163.737949:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508876160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763163.737960:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763163.737964:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763163.737969:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508876160:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763163.737977:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508876288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763163.737999:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763163.738012:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9686c4be8380 x1876699508876288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763163.738026:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508876288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763163.738035:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763163.738039:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763163.738042:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508876288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763163.738050:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508876416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763163.738069:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763163.738080:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763163/real 1789763163]  req@ffff9686c4bebb80 x1876699508876416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763163.738094:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508876416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763188 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763163.738103:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763163.738107:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763163.738110:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508876416:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763163.800873:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763164.824909:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763165.848914:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763166.872885:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763167.896789:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763168.856813:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763168.856831:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763168.856840:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763168.856862:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3140
00000100:00080000:1.0:1789763168.856885:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763168.856901:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763168.856966:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508876544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763168.857009:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763168.857016:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763168.857019:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763168.857024:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3140
00000100:00080000:1.0:1789763168.857030:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763168.857035:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763168.857050:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763168.857067:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508876672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763168.857086:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508876544:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763168.857123:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763168.857129:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763168.857133:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763168.857141:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3140
00000100:00080000:1.0:1789763168.857147:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763168.857152:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763168.857159:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763168.857177:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508876800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763168.857191:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763168.857197:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763168.857200:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763168.857214:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763168.857224:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3140
00000100:00080000:1.0:1789763168.857234:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763168.857244:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763168.857272:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763168.857289:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508876928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763168.857306:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763168.857311:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763168.857315:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763168.857331:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3140
00000100:00100000:3.0:1789763168.857333:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9686c4beaa00 x1876699508876544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763168.857341:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763168.857363:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763168.857383:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763168.857399:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508876544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763168.857409:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508877056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763168.857475:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763168.857480:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763168.857493:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763168.857495:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763168.857511:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763168.857516:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508876544:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763168.857529:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3140
00000100:00080000:1.0:1789763168.857541:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763168.857547:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763168.857557:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763168.857573:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508876672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763168.857576:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508877184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763168.857694:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763168.857732:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9686c4beb800 x1876699508876672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763168.857760:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508876672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763168.857773:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763168.857778:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763168.857783:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508876672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763168.857792:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508876800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763168.857822:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763168.857837:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9686c4beb480 x1876699508876800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763168.857851:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508876800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763168.857870:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763168.857874:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763168.857879:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508876800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763168.857886:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508876928:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763168.857906:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763168.857918:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9686c4be9f80 x1876699508876928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763168.857932:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508876928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763168.857942:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763168.857946:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763168.857949:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508876928:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763168.857957:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508877056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763168.857976:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763168.857987:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9686c4beb100 x1876699508877056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763168.858001:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508877056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763168.858010:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763168.858014:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763168.858018:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508877056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763168.858040:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508877184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763168.858060:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763168.858072:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763168/real 1789763168]  req@ffff9686c4be9500 x1876699508877184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763168.858084:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508877184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763193 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763168.858094:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763168.858097:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763168.858101:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508877184:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789763168.920879:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763169.944866:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763170.968940:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763171.992778:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763173.016931:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763173.976817:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763173.976828:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763173.976834:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763173.976846:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3145
00000100:00080000:1.0:1789763173.976857:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763173.976866:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763173.976908:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508877312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763173.976942:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763173.976945:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763173.976947:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763173.976970:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3145
00000100:00080000:1.0:1789763173.976977:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763173.976986:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763173.977003:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763173.977012:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508877312:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763173.977038:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508877440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763173.977065:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763173.977074:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763173.977078:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763173.977085:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3145
00000100:00080000:1.0:1789763173.977094:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763173.977101:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763173.977110:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763173.977119:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763173.977137:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508877568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763173.977163:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763173.977168:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763173.977171:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763173.977181:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3145
00000100:00100000:3.0:1789763173.977183:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9686c4be9880 x1876699508877312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763173.977186:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763173.977196:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763173.977208:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763173.977282:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508877312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763173.977287:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508877696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763173.977312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763173.977324:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763173.977335:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508877312:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763173.977341:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763173.977347:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763173.977350:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763173.977356:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3145
00000100:00080000:1.0:1789763173.977362:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763173.977367:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508877440:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763173.977374:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763173.977383:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763173.977401:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508877824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763173.977411:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763173.977424:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763173.977428:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763173.977431:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763173.977436:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9686c4be8000 x1876699508877440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763173.977440:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3145
00000100:00080000:1.0:1789763173.977448:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763173.977474:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763173.977483:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508877440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763173.977484:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763173.977507:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763173.977515:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508877952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763173.977520:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763173.977534:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508877440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763173.977558:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508877568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763173.977600:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763173.977625:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9686c4be8700 x1876699508877568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763173.977650:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508877568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763173.977707:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763173.977713:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763173.977718:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508877568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763173.977727:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508877696:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763173.977775:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763173.977786:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9686c4be9500 x1876699508877696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763173.977797:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508877696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763173.977805:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763173.977808:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763173.977811:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508877696:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763173.977826:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508877824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763173.977841:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763173.977850:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9686c4beb100 x1876699508877824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763173.977859:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508877824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763173.977866:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763173.977869:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763173.977871:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508877824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763173.977876:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508877952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763173.977889:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763173.977897:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763173/real 1789763173]  req@ffff9686c4be9f80 x1876699508877952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763173.977907:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508877952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763198 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763173.977914:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763173.977916:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763173.977920:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508877952:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763174.040959:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763175.064849:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763176.088857:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763177.112838:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763178.136922:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763179.096816:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763179.096839:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763179.096850:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.096873:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3150
00000100:00080000:1.0:1789763179.096895:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.096912:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763179.096992:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508878080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763179.097046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763179.097055:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763179.097059:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.097069:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3150
00000100:00080000:1.0:1789763179.097079:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.097090:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763179.097111:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763179.097123:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508878080:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763179.097146:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508878208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763179.097172:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763179.097210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763179.097215:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.097224:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3150
00000100:00080000:1.0:1789763179.097235:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.097243:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763179.097255:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763179.097280:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508878336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763179.097290:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763179.097307:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763179.097317:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763179.097321:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.097332:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3150
00000100:00080000:1.0:1789763179.097342:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.097351:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763179.097362:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763179.097388:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508878464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763179.097405:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff9686c4beb480 x1876699508878080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763179.097419:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763179.097438:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763179.097447:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.097461:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3150
00000100:00100000:3.0:1789763179.097472:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508878080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763179.097488:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763179.097498:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763179.097506:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789763179.097517:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:1.0:1789763179.097527:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763179.097531:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508878080:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763179.097561:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508878592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763179.097587:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763179.097589:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508878208:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763179.097605:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763179.097614:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763179.097624:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3150
00000100:00080000:1.0:1789763179.097668:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763179.097676:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763179.097689:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763179.097720:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508878720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763179.097725:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763179.097772:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff9686c4beb800 x1876699508878208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763179.097805:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508878208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763179.097824:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763179.097831:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763179.097839:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508878208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763179.097853:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508878336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763179.097897:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763179.097922:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff9686c4beaa00 x1876699508878336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763179.097948:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508878336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763179.097965:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763179.097973:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763179.097980:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508878336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763179.097993:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508878464:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763179.098038:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763179.098064:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff9686c4bebb80 x1876699508878464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763179.098089:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508878464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763179.098105:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763179.098112:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763179.098119:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508878464:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763179.098152:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508878592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763179.098232:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763179.098258:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff9686c4be8380 x1876699508878592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763179.098285:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508878592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763179.098303:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763179.098310:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763179.098318:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508878592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763179.098331:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508878720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763179.098369:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763179.098385:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763179/real 1789763179]  req@ffff9686c4be8e00 x1876699508878720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763179.098400:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508878720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763204 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763179.098411:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763179.098415:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763179.098419:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508878720:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763179.160857:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763180.184883:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763181.208868:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763182.232915:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763183.256871:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763184.216807:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.216822:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763184.216831:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.216853:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3155
00000100:00080000:1.0:1789763184.216876:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763184.216896:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763184.216968:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508878848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763184.217025:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.217032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763184.217035:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.217041:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3155
00000100:00080000:1.0:1789763184.217047:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763184.217053:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763184.217067:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763184.217088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508878976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763184.217103:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.217108:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763184.217110:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.217116:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3155
00000100:00080000:1.0:1789763184.217121:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763184.217128:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508878848:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763184.217130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763184.217168:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763184.217194:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508879104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763184.217210:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.217214:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763184.217217:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.217222:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3155
00000100:00080000:1.0:1789763184.217228:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763184.217234:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763184.217241:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763184.217255:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508879232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763184.217278:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763184.217289:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763184.217290:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763184.217295:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.217306:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3155
00000100:00080000:1.0:1789763184.217312:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763184.217318:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763184.217326:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763184.217339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508879360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763184.217351:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763184.217356:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763184.217359:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763184.217364:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3155
00000100:00080000:1.0:1789763184.217369:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763184.217379:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff9686c4bea680 x1876699508878848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763184.217380:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763184.217390:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763184.217408:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508879488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763184.217439:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508878848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.217465:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.217474:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763184.217481:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508878848:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763184.217498:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508878976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763184.217566:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763184.217588:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff9686c4bead80 x1876699508878976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.217606:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508878976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.217617:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.217622:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763184.217675:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508878976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763184.217748:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508879104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763184.217796:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763184.217815:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff9686c4be9c00 x1876699508879104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.217840:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508879104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.217851:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.217855:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763184.217859:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508879104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763184.217868:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508879232:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763184.217892:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763184.217904:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff9686c4be8e00 x1876699508879232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.217918:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508879232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.217929:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.217932:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763184.217935:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508879232:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763184.217942:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508879360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763184.217962:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763184.217973:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff9686c4be8380 x1876699508879360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.217987:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508879360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.218005:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.218009:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763184.218013:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508879360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763184.218019:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508879488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763184.218038:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763184.218049:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763184/real 1789763184]  req@ffff9686c4bebb80 x1876699508879488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763184.218062:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508879488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763209 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763184.218072:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763184.218076:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763184.218079:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508879488:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763184.280885:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763185.304911:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763186.328884:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763187.352877:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763188.376931:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763189.336891:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763189.336905:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763189.336913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763189.336933:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3161
00000100:00080000:0.0:1789763189.336952:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763189.336966:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763189.337021:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508879616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763189.337069:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763189.337078:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763189.337081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763189.337090:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3161
00000100:00080000:0.0:1789763189.337123:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763189.337135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763189.337154:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508879616:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789763189.337156:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763189.337196:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508879744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763189.337218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763189.337223:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763189.337227:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763189.337233:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3161
00000100:00080000:0.0:1789763189.337241:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763189.337247:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763189.337255:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763189.337257:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763189.337279:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508879872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763189.337294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763189.337299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763189.337302:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763189.337308:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3161
00000100:00080000:0.0:1789763189.337314:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763189.337321:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763189.337332:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763189.337333:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff9686c954d880 x1876699508879616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763189.337362:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508880000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763189.337379:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763189.337385:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763189.337393:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763189.337393:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508879616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763189.337408:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3161
00000100:00080000:0.0:1789763189.337419:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763189.337429:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789763189.337433:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763189.337436:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763189.337446:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763189.337454:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508879616:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763189.337462:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508880128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763189.337476:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763189.337481:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763189.337483:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763189.337488:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3161
00000100:00080000:0.0:1789763189.337491:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763189.337495:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763189.337501:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763189.337512:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508879744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763189.337520:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508880256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763189.337559:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763189.337587:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff9686c954dc00 x1876699508879744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763189.337610:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508879744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763189.337624:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763189.337669:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763189.337675:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508879744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763189.337684:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508879872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763189.337715:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763189.337732:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff9686c954ce00 x1876699508879872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763189.337748:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508879872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763189.337766:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763189.337771:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763189.337776:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508879872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763189.337785:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508880000:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763189.337809:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763189.337827:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff9686c954c380 x1876699508880000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763189.337842:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508880000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763189.337853:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763189.337857:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763189.337862:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508880000:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763189.337871:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508880128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763189.337898:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763189.337919:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff9686c954f100 x1876699508880128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763189.337938:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508880128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763189.337954:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763189.337959:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763189.337968:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508880128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763189.338035:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508880256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763189.338063:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763189.338082:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763189/real 1789763189]  req@ffff9686c954f800 x1876699508880256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763189.338097:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508880256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763214 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763189.338131:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763189.338135:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763189.338140:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508880256:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763189.400890:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763190.425003:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763191.448968:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763192.472933:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763193.496949:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763194.456864:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763194.456877:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763194.456882:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.456894:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3166
00000100:00080000:3.0:1789763194.456907:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.456916:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763194.456963:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508880384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763194.456999:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763194.457005:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763194.457008:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.457013:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3166
00000100:00080000:3.0:1789763194.457018:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.457022:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763194.457034:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763194.457049:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275880 x1876699508880512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763194.457094:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508880384:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763194.457099:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763194.457110:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763194.457113:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.457123:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3166
00000100:00080000:3.0:1789763194.457131:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.457139:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763194.457151:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763194.457178:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508880640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763194.457185:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789763194.457212:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763194.457219:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763194.457223:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.457234:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3166
00000100:00100000:1.0:1789763194.457244:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff9686d8274380 x1876699508880384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763194.457245:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.457263:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763194.457280:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763194.457285:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508880384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.457303:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763194.457311:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508880768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763194.457313:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763194.457326:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508880384:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763194.457348:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763194.457353:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763194.457356:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.457364:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3166
00000100:00100000:1.0:1789763194.457370:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508880512:192.168.203.123@tcp:38:kworker.0
00000100:00080000:3.0:1789763194.457374:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.457388:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763194.457397:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763194.457416:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508880896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763194.457433:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789763194.457435:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763194.457444:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763194.457448:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763194.457455:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3166
00000100:00080000:3.0:1789763194.457462:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763194.457466:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763194.457474:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763194.457477:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff9686d8275880 x1876699508880512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763194.457492:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508881024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763194.457533:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275880 x1876699508880512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.457546:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.457551:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763194.457556:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508880512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763194.457564:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508880640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763194.457595:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763194.457610:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff9686d8275180 x1876699508880640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763194.457625:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508880640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.457666:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.457670:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763194.457674:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508880640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763194.457682:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508880768:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763194.457706:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763194.457720:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff9686d8274e00 x1876699508880768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763194.457748:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508880768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.457759:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.457763:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763194.457767:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508880768:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763194.457787:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508880896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763194.457809:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763194.457822:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff9686d8275500 x1876699508880896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763194.457835:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508880896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.457845:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.457849:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763194.457852:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508880896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763194.457859:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508881024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763194.457878:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763194.457888:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763194/real 1789763194]  req@ffff9686d8277100 x1876699508881024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763194.457902:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508881024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763219 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763194.457911:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763194.457914:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763194.457919:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508881024:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763194.520903:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763195.544908:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763196.568827:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763197.592816:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763198.616838:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763199.576802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.576816:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763199.576823:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.576838:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3171
00000100:00080000:0.0:1789763199.576853:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.576863:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763199.576911:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508881152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763199.576949:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.576954:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763199.576956:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.576961:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3171
00000100:00080000:0.0:1789763199.576965:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.576969:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763199.576980:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763199.576995:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508881280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763199.577008:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.577012:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763199.577015:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.577020:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3171
00000100:00080000:0.0:1789763199.577024:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.577050:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763199.577055:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763199.577069:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508881408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763199.577086:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508881152:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763199.577102:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.577109:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763199.577111:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.577118:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3171
00000100:00080000:0.0:1789763199.577122:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.577126:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763199.577133:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763199.577151:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508881536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763199.577164:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.577168:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763199.577171:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.577175:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3171
00000800:00000100:1.0:1789763199.577183:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763199.577184:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.577194:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763199.577202:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763199.577219:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508881664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763199.577232:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763199.577236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763199.577243:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9686c954ca80 x1876699508881152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763199.577244:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763199.577259:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3171
00000100:00080000:0.0:1789763199.577270:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763199.577280:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763199.577287:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763199.577294:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508881152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763199.577306:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508881792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763199.577332:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763199.577341:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763199.577349:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508881152:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763199.577360:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508881280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763199.577388:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763199.577404:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9686c954d180 x1876699508881280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763199.577419:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508881280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763199.577429:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763199.577433:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763199.577438:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508881280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763199.577466:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508881408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763199.577486:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763199.577499:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9686c954c000 x1876699508881408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763199.577513:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508881408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763199.577523:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763199.577526:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763199.577530:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508881408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763199.577537:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508881536:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763199.577556:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763199.577567:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9686c954fb80 x1876699508881536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763199.577581:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508881536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763199.577591:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763199.577594:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763199.577597:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508881536:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763199.577604:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508881664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763199.577622:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763199.577686:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9686c954c700 x1876699508881664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763199.577702:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508881664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763199.577713:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763199.577717:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763199.577721:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508881664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763199.577727:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508881792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763199.577752:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763199.577764:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763199/real 1789763199]  req@ffff9686c954e680 x1876699508881792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763199.577778:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508881792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763224 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763199.577787:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763199.577790:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763199.577794:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508881792:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763199.640883:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763200.664840:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763201.688858:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763202.712879:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763203.736829:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763204.696741:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.696760:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763204.696768:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.696787:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3176
00000100:00080000:0.0:1789763204.696808:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.696823:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763204.696874:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508881920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763204.696917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.696923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763204.696925:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.696930:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3176
00000100:00080000:0.0:1789763204.696936:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.696941:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763204.696953:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.696971:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508882048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763204.696987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763204.697007:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508881920:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763204.697024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763204.697027:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.697033:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3176
00000100:00080000:0.0:1789763204.697039:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.697045:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763204.697052:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.697082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508882176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763204.697098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763204.697106:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763204.697108:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763204.697115:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.697123:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3176
00000100:00080000:0.0:1789763204.697131:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.697137:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763204.697143:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763204.697160:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508882304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763204.697173:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9686c954ea00 x1876699508881920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763204.697180:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.697196:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763204.697202:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.697215:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3176
00000100:00080000:0.0:1789763204.697221:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763204.697228:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508881920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763204.697231:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763204.697245:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763204.697258:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.697270:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763204.697273:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508882432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763204.697283:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508881920:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763204.697305:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763204.697310:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763204.697313:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763204.697319:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3176
00000100:00080000:0.0:1789763204.697324:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763204.697330:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763204.697336:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508882048:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789763204.697341:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763204.697364:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508882560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763204.697383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763204.697422:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9686c954df80 x1876699508882048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763204.697441:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508882048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763204.697452:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.697456:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763204.697461:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508882048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763204.697468:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508882176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763204.697491:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763204.697514:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9686c954e300 x1876699508882176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763204.697528:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508882176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763204.697537:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.697541:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763204.697544:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508882176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763204.697551:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508882304:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763204.697571:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763204.697583:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9686c954ed80 x1876699508882304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763204.697598:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508882304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763204.697608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.697611:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763204.697614:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508882304:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763204.697621:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508882432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763204.697684:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763204.697699:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9686c954e680 x1876699508882432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763204.697714:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508882432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763204.697723:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.697727:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763204.697731:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508882432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763204.697752:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508882560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763204.697773:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763204.697785:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763204/real 1789763204]  req@ffff9686c954c700 x1876699508882560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763204.697799:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508882560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763229 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763204.697809:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763204.697813:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763204.697817:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508882560:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763204.760904:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763205.784905:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763206.808881:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763207.832887:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763208.856915:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763209.816775:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.816793:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763209.816799:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.816814:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3181
00000100:00080000:0.0:1789763209.816830:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.816842:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763209.816893:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508882688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.816941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.816946:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763209.816971:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.816982:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3181
00000100:00080000:0.0:1789763209.817006:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.817014:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763209.817027:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763209.817028:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508882688:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763209.817069:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508882816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.817088:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.817093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763209.817096:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.817101:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3181
00000100:00080000:0.0:1789763209.817106:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.817111:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763209.817118:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763209.817133:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508882944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.817157:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.817161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763209.817163:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.817167:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3181
00000100:00080000:0.0:1789763209.817172:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.817176:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763209.817182:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763209.817198:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508883072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763209.817223:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763209.817228:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508882816:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763209.817230:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763209.817239:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.817247:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3181
00000100:00080000:0.0:1789763209.817253:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.817265:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763209.817276:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763209.817292:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508882944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763209.817309:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508883200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763209.817332:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508883072:192.168.203.123@tcp:8:kworker.0
00000100:00080000:0.0:1789763209.817373:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763209.817392:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763209.817396:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763209.817413:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3181
00000100:00100000:1.0:1789763209.817418:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508883200:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763209.817442:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763209.817458:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763209.817470:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763209.817497:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508883328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763209.817603:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508883328:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763209.880994:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763210.904930:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763211.929017:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763212.889102:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789763212.889158:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763212.889179:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763212.889230:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763212.889241:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763212.889250:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763212.889258:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763212.889267:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:1.0:1789763212.889331:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9686c954f100 x1876699508883328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763212.889369:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508883328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763212.889386:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763212.889395:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763212.889404:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508883328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763212.889419:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9686c954f800 x1876699508883200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763212.889459:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508883200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763212.889474:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763212.889500:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763212.889510:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508883200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763212.889524:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9686c954ca80 x1876699508883072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763212.889551:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508883072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763212.889567:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763212.889574:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763212.889581:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508883072:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763212.889594:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9686c954c000 x1876699508882816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763212.889619:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508882816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763212.889702:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763212.889712:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763212.889721:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508882816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763212.889736:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9686c954d180 x1876699508882944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763212.889763:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508882944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763212.889781:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763212.889788:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763212.889794:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508882944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763212.889806:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763209/real 1789763212]  req@ffff9686c954fb80 x1876699508882688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763212.889837:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508882688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763234 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763212.889857:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763212.889866:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763212.889874:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508882688:192.168.203.123@tcp:250:kworker.0
00010000:00010000:2.0:1789763212.952894:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763213.976903:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763214.936784:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.936802:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763214.936810:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.936829:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3186
00000100:00080000:0.0:1789763214.936851:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.936868:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763214.936984:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508883456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.937031:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.937036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763214.937039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.937044:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3186
00000100:00080000:0.0:1789763214.937050:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.937057:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763214.937072:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763214.937092:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508883584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763214.937104:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508883456:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763214.937112:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.937118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763214.937120:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.937125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3186
00000100:00080000:0.0:1789763214.937129:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.937133:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763214.937140:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763214.937157:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508883712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.937175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.937184:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763214.937187:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.937195:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3186
00000100:00080000:0.0:1789763214.937202:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.937210:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:1.0:1789763214.937216:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789763214.937226:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763214.937256:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508883840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763214.937277:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.937284:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763214.937287:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.937295:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3186
00000100:00100000:1.0:1789763214.937304:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9686c954c380 x1876699508883456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763214.937309:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.937327:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763214.937345:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763214.937361:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508883456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763214.937377:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508883968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763214.937392:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763214.937404:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763214.937417:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508883456:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763214.937421:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763214.937436:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763214.937439:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763214.937448:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3186
00000100:00080000:0.0:1789763214.937456:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763214.937464:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763214.937474:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763214.937496:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508883584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763214.937503:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508884096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763214.937575:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763214.937607:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9686c954ce00 x1876699508883584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763214.937694:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508883584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763214.937710:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763214.937717:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763214.937723:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508883584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763214.937735:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508883712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763214.937775:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763214.937797:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9686c954dc00 x1876699508883712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763214.937819:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508883712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763214.937834:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763214.937840:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763214.937846:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508883712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763214.937858:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508883840:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763214.937900:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763214.937952:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9686c954d880 x1876699508883840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763214.937977:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508883840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763214.937993:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763214.937999:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763214.938006:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508883840:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763214.938017:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508883968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763214.938058:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763214.938081:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9686c954fb80 x1876699508883968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763214.938103:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508883968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763214.938120:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763214.938127:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763214.938134:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508883968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763214.938175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508884096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763214.938230:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763214.938253:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763214/real 1789763214]  req@ffff9686c954d180 x1876699508884096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763214.938282:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508884096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763239 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763214.938311:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763214.938317:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763214.938323:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508884096:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763215.000964:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763216.024868:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763217.048881:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763218.072853:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763219.096829:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763220.056913:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763220.056935:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763220.056945:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763220.056969:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3191
00000100:00080000:2.0:1789763220.056992:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763220.057009:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763220.057099:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508884224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763220.057161:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763220.057170:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763220.057174:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763220.057185:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3191
00000100:00080000:2.0:1789763220.057196:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763220.057207:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763220.057226:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763220.057253:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508884224:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763220.057262:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508884352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763220.057302:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763220.057312:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763220.057316:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763220.057328:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3191
00000100:00080000:2.0:1789763220.057337:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763220.057349:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763220.057364:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763220.057400:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763220.057414:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508884480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763220.057443:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763220.057452:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763220.057459:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763220.057470:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3191
00000100:00100000:1.0:1789763220.057477:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff9686c7a98a80 x1876699508884224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763220.057490:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763220.057509:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763220.057520:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508884224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763220.057527:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:1.0:1789763220.057566:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763220.057574:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508884608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763220.057587:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763220.057613:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508884224:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763220.057622:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763220.057756:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763220.057761:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763220.057774:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3191
00000100:00080000:2.0:1789763220.057786:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763220.057793:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508884352:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763220.057803:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763220.057821:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763220.057854:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508884736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763220.057899:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763220.057919:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763220.057930:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763220.057934:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763220.057945:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff9686c7a98700 x1876699508884352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763220.057954:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3191
00000100:00080000:2.0:1789763220.057978:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763220.057989:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508884352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763220.057998:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789763220.058030:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763220.058032:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763220.058040:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763220.058053:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508884352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763220.058065:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508884480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763220.058081:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508884864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763220.058110:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763220.058136:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff9686c7a99180 x1876699508884480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763220.058156:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508884480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763220.058170:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763220.058178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763220.058187:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508884480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763220.058209:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508884608:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763220.058255:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763220.058279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff9686c7a9bb80 x1876699508884608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763220.058298:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508884608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763220.058310:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763220.058315:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763220.058319:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508884608:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763220.058345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508884736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763220.058375:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763220.058389:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff9686c7a99880 x1876699508884736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763220.058404:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508884736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763220.058415:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763220.058419:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763220.058423:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508884736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763220.058431:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508884864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763220.058450:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763220.058461:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763220/real 1789763220]  req@ffff9686c7a98a80 x1876699508884864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763220.058476:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508884864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763245 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763220.058485:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763220.058489:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763220.058493:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508884864:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763220.120841:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763221.144925:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763222.168913:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763223.192827:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763224.216892:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763225.176777:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763225.176791:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763225.176798:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763225.176814:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3196
00000100:00080000:2.0:1789763225.176832:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763225.176872:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763225.176930:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508884992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763225.176977:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763225.176984:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763225.176989:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763225.176998:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3196
00000100:00080000:2.0:1789763225.177006:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763225.177012:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508884992:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763225.177017:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763225.177040:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763225.177066:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508885120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763225.177087:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763225.177092:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763225.177095:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763225.177102:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3196
00000100:00080000:2.0:1789763225.177110:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763225.177116:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763225.177124:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763225.177132:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763225.177150:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508885248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763225.177165:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763225.177169:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763225.177172:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763225.177180:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3196
00000100:00080000:2.0:1789763225.177188:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763225.177196:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff9686c7a9b480 x1876699508884992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763225.177197:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763225.177211:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763225.177236:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508885376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763225.177248:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508884992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763225.177260:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763225.177273:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763225.177279:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763225.177293:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3196
00000100:00080000:1.0:1789763225.177298:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763225.177299:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763225.177314:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789763225.177316:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:2.0:1789763225.177327:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763225.177345:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508885504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763225.177362:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508884992:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763225.177362:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763225.177373:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763225.177380:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763225.177388:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3196
00000100:00080000:2.0:1789763225.177393:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763225.177400:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763225.177409:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763225.177423:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508885120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763225.177436:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508885632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763225.177485:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763225.177512:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff9686c7a98380 x1876699508885120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.177531:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508885120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.177544:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.177548:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763225.177553:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508885120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763225.177563:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508885248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763225.177588:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763225.177601:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff9686c7a99f80 x1876699508885248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.177616:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508885248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.177682:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.177691:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763225.177699:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508885248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763225.177712:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508885376:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763225.177750:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763225.177784:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff9686c7a9b800 x1876699508885376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.177801:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508885376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.177812:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.177816:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763225.177819:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508885376:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763225.177826:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508885504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763225.177884:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763225.177901:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff9686c7a9ad80 x1876699508885504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.177916:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508885504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.177926:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.177932:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763225.177938:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508885504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763225.177972:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508885632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763225.178011:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763225.178034:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763225/real 1789763225]  req@ffff9686c7a98000 x1876699508885632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763225.178057:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508885632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763250 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763225.178067:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763225.178071:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763225.178075:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508885632:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763225.240826:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763226.264859:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763227.288887:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763228.312813:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763229.336892:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763230.296748:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.296762:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763230.296769:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.296783:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3202
00000100:00080000:2.0:1789763230.296798:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.296832:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763230.296882:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508885760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.296918:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.296924:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763230.296927:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.296932:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3202
00000100:00080000:2.0:1789763230.296937:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.296943:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763230.296956:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763230.296973:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508885888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763230.296981:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508885760:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763230.297002:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.297006:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763230.297008:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.297014:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3202
00000100:00080000:2.0:1789763230.297018:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.297023:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763230.297029:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763230.297044:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508886016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.297056:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.297060:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763230.297063:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.297066:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3202
00000100:00080000:2.0:1789763230.297072:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763230.297079:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763230.297082:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763230.297091:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763230.297106:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508886144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763230.297119:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.297124:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763230.297127:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763230.297133:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3202
00000100:00100000:1.0:1789763230.297140:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff9686c7a98e00 x1876699508885760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763230.297141:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763230.297155:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763230.297168:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763230.297186:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508886272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763230.297192:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508885760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763230.297217:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763230.297227:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763230.297229:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763230.297231:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763230.297246:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763230.297247:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3202
00000100:00080000:2.0:1789763230.297259:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763230.297264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508885760:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763230.297269:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763230.297280:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763230.297293:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508886400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763230.297324:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508885888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763230.297362:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763230.297380:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff9686c7a9a680 x1876699508885888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763230.297396:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508885888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763230.297415:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763230.297419:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763230.297423:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508885888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763230.297430:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508886016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763230.297450:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763230.297460:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff9686c7a9a300 x1876699508886016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763230.297474:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508886016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763230.297484:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763230.297487:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763230.297491:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508886016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763230.297497:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508886144:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763230.297517:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763230.297527:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff9686c7a99c00 x1876699508886144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763230.297540:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508886144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763230.297549:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763230.297552:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763230.297557:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508886144:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763230.297564:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508886272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763230.297582:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763230.297593:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff9686c7a9aa00 x1876699508886272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763230.297606:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508886272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763230.297616:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763230.297619:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763230.297622:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508886272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763230.297671:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508886400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763230.297716:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763230.297730:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763230/real 1789763230]  req@ffff9686c7a9b100 x1876699508886400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763230.297743:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508886400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763255 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763230.297752:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763230.297756:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763230.297759:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508886400:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763230.360866:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763231.384778:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763232.408826:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763233.432873:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763234.456860:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763235.416821:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763235.416839:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763235.416847:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763235.416865:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3207
00000100:00080000:0.0:1789763235.416885:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763235.416897:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763235.416963:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508886528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763235.417006:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763235.417011:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763235.417014:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763235.417020:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3207
00000100:00080000:0.0:1789763235.417032:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763235.417038:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763235.417053:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763235.417080:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508886656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763235.417095:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508886528:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763235.417116:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763235.417125:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763235.417129:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763235.417141:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3207
00000100:00080000:0.0:1789763235.417151:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763235.417162:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763235.417173:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763235.417193:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508886784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763235.417208:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763235.417213:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763235.417222:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763235.417223:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763235.417238:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3207
00000100:00080000:0.0:1789763235.417262:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763235.417273:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763235.417284:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763235.417313:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508886912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763235.417325:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff9686c954c000 x1876699508886528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763235.417350:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763235.417372:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763235.417376:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763235.417385:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508886528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763235.417389:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3207
00000100:00080000:0.0:1789763235.417403:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763235.417417:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789763235.417421:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763235.417426:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763235.417433:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763235.417441:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508886528:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763235.417461:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508887040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763235.417485:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508886656:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763235.417518:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763235.417527:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763235.417531:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763235.417541:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763235.417559:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3207
00000100:00080000:0.0:1789763235.417569:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763235.417570:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff9686c954ca80 x1876699508886656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763235.417584:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763235.417602:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763235.417606:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508886656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763235.417623:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763235.417674:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763235.417681:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508886656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763235.417688:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508887168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763235.417695:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508886784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763235.417743:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763235.417799:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff9686c954f800 x1876699508886784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763235.417819:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508886784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763235.417839:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763235.417843:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763235.417848:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508886784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763235.417856:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508886912:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763235.417886:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763235.417899:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff9686c954f100 x1876699508886912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763235.417914:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508886912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763235.417924:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763235.417928:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763235.417931:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508886912:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763235.417954:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508887040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763235.417975:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763235.417987:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff9686c954c700 x1876699508887040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763235.418002:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508887040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763235.418011:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763235.418015:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763235.418020:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508887040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763235.418027:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508887168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763235.418046:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763235.418057:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763235/real 1789763235]  req@ffff9686c954e680 x1876699508887168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763235.418070:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508887168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763260 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763235.418080:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763235.418083:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763235.418087:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508887168:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763235.480918:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763236.504909:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763237.528939:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763238.552883:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763239.576848:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763240.536855:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.536874:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763240.536882:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.536896:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3212
00000100:00080000:2.0:1789763240.536910:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.536920:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763240.536969:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508887296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.537006:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.537011:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763240.537013:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.537019:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3212
00000100:00080000:2.0:1789763240.537023:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.537028:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763240.537039:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763240.537057:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508887424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.537071:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.537076:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763240.537079:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.537084:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3212
00000100:00080000:2.0:1789763240.537087:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763240.537096:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508887296:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763240.537098:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763240.537112:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763240.537129:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508887552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.537145:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.537150:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763240.537153:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.537158:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3212
00000100:00080000:2.0:1789763240.537164:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.537168:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763240.537173:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763240.537189:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508887680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763240.537196:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763240.537215:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.537220:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763240.537223:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763240.537231:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3212
00000100:00080000:2.0:1789763240.537234:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.537239:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763240.537245:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763240.537265:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9686c7a9b100 x1876699508887296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763240.537266:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508887808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763240.537333:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763240.537338:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763240.537341:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763240.537348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508887296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763240.537355:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3212
00000100:00080000:2.0:1789763240.537366:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763240.537379:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789763240.537387:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763240.537388:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763240.537402:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763240.537409:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508887936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763240.537412:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508887296:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763240.537438:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508887424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763240.537474:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763240.537491:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9686c7a9aa00 x1876699508887424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.537507:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508887424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763240.537521:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763240.537527:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763240.537535:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508887424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763240.537573:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508887552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763240.537613:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763240.537697:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9686c7a99c00 x1876699508887552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.537747:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508887552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763240.537767:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763240.537774:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763240.537793:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508887552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763240.537808:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508887680:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763240.537852:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763240.537873:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9686c7a9a300 x1876699508887680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.537889:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508887680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763240.537900:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763240.537904:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763240.537908:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508887680:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763240.537915:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508887808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763240.537945:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763240.537966:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9686c7a9a680 x1876699508887808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.537990:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508887808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763240.538008:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763240.538014:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763240.538021:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508887808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763240.538034:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508887936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763240.538065:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763240.538080:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763240/real 1789763240]  req@ffff9686c7a98e00 x1876699508887936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763240.538095:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508887936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763265 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763240.538104:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763240.538108:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763240.538113:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508887936:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763240.600859:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763241.624885:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763242.648854:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763243.672902:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763244.696863:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763245.656858:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763245.656872:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763245.656878:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763245.656906:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3217
00000100:00080000:1.0:1789763245.656921:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763245.656933:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763245.656979:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508888064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763245.657017:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763245.657022:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763245.657025:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763245.657030:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3217
00000100:00080000:1.0:1789763245.657035:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763245.657041:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763245.657054:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763245.657072:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508888192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763245.657082:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508888064:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763245.657096:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763245.657103:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763245.657105:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763245.657111:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3217
00000100:00080000:1.0:1789763245.657115:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763245.657121:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763245.657128:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763245.657149:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508888320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763245.657179:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763245.657186:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763245.657191:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763245.657194:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763245.657220:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3217
00000100:00080000:1.0:1789763245.657236:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763245.657246:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763245.657259:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763245.657261:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9686c4beaa00 x1876699508888064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763245.657291:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508888448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763245.657298:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508888064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763245.657328:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763245.657334:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763245.657335:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763245.657342:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763245.657348:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763245.657356:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3217
00000100:00100000:2.0:1789763245.657364:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508888064:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763245.657368:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763245.657383:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763245.657390:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763245.657404:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508888576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763245.657412:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508888192:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763245.657432:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763245.657438:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763245.657441:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763245.657448:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3217
00000100:00080000:1.0:1789763245.657456:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763245.657464:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763245.657471:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763245.657479:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763245.657490:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9686c4beb800 x1876699508888192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763245.657507:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508888704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763245.657549:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508888192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763245.657566:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763245.657571:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763245.657576:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508888192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763245.657585:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508888320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763245.657619:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763245.657663:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9686c4beb480 x1876699508888320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763245.657679:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508888320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763245.657710:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763245.657714:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763245.657719:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508888320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763245.657727:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508888448:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763245.657753:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763245.657765:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9686c4be9f80 x1876699508888448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763245.657779:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508888448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763245.657798:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763245.657802:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763245.657806:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508888448:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763245.657824:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508888576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763245.657845:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763245.657856:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9686c4beb100 x1876699508888576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763245.657870:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508888576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763245.657880:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763245.657883:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763245.657887:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508888576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763245.657893:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508888704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763245.657912:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763245.657923:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763245/real 1789763245]  req@ffff9686c4be9500 x1876699508888704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763245.657937:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508888704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763270 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763245.657946:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763245.657949:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763245.657954:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508888704:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763245.720892:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763246.744881:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763247.768889:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763248.792877:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763249.816922:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763250.776856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.776871:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763250.776879:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763250.776895:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3222
00000100:00080000:0.0:1789763250.776915:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763250.776930:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763250.776983:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508888832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763250.777026:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.777032:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763250.777034:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763250.777039:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3222
00000100:00080000:0.0:1789763250.777045:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763250.777049:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763250.777062:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763250.777080:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508888960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763250.777096:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.777105:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763250.777107:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508888832:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763250.777109:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763250.777129:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3222
00000100:00080000:0.0:1789763250.777136:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763250.777144:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763250.777169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763250.777198:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508889088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763250.777220:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763250.777221:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763250.777235:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763250.777241:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763250.777252:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3222
00000100:00080000:0.0:1789763250.777264:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763250.777273:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763250.777282:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763250.777298:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9686c954ed80 x1876699508888832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763250.777308:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508889216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763250.777352:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508888832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763250.777360:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.777375:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763250.777376:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763250.777383:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763250.777385:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763250.777399:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508888832:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763250.777405:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3222
00000100:00080000:0.0:1789763250.777419:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763250.777428:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763250.777437:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508888960:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789763250.777441:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763250.777480:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508889344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763250.777487:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763250.777510:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9686c954e300 x1876699508888960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763250.777515:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763250.777537:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763250.777545:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763250.777546:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508888960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763250.777566:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3222
00000100:00080000:2.0:1789763250.777570:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763250.777579:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763250.777580:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763250.777592:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508888960:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763250.777596:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763250.777612:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508889088:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789763250.777613:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763250.777732:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763250.777757:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508889472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763250.777764:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9686c954df80 x1876699508889088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763250.777816:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508889088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763250.777836:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763250.777844:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763250.777851:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508889088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763250.777865:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508889216:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763250.777904:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763250.777921:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9686c954ea00 x1876699508889216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763250.777937:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508889216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763250.777947:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763250.777951:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763250.777955:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508889216:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763250.777976:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508889344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763250.777998:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763250.778010:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9686c954ed80 x1876699508889344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763250.778025:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508889344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763250.778034:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763250.778037:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763250.778041:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508889344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763250.778048:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508889472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763250.778067:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763250.778078:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763250/real 1789763250]  req@ffff9686c954e680 x1876699508889472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763250.778092:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508889472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763275 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763250.778101:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763250.778104:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763250.778107:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508889472:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763250.840877:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763251.864885:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763252.888870:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763253.912883:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763254.936940:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763255.896817:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763255.896835:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763255.896843:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763255.896861:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3227
00000100:00080000:2.0:1789763255.896881:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763255.896896:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763255.896949:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508889600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763255.896990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763255.896995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763255.896998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763255.897003:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3227
00000100:00080000:2.0:1789763255.897009:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763255.897015:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763255.897028:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763255.897046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508889728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763255.897056:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508889600:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763255.897070:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763255.897075:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763255.897078:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763255.897084:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3227
00000100:00080000:2.0:1789763255.897091:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763255.897095:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763255.897102:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763255.897118:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508889856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763255.897131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763255.897137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763255.897139:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763255.897144:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3227
00000800:00000100:1.0:1789763255.897152:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763255.897154:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763255.897163:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763255.897171:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763255.897187:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508889984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763255.897201:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763255.897206:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763255.897211:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763255.897215:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9686c7a98000 x1876699508889600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763255.897219:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3227
00000100:00080000:2.0:1789763255.897226:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763255.897236:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763255.897244:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763255.897263:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508890112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763255.897276:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763255.897283:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508889600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763255.897283:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763255.897291:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763255.897301:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3227
00000100:00080000:2.0:1789763255.897309:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763255.897319:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763255.897329:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763255.897336:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763255.897345:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508890240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763255.897347:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763255.897363:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508889600:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763255.897405:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508889728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763255.897443:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763255.897462:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9686c7a9ad80 x1876699508889728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763255.897487:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508889728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763255.897498:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763255.897503:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763255.897507:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508889728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763255.897515:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508889856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763255.897555:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763255.897568:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9686c7a9b800 x1876699508889856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763255.897583:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508889856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763255.897593:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763255.897597:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763255.897601:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508889856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763255.897608:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508889984:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763255.897697:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763255.897713:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9686c7a99f80 x1876699508889984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763255.897728:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508889984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763255.897759:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763255.897763:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763255.897768:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508889984:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763255.897775:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508890112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763255.897797:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763255.897811:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9686c7a98380 x1876699508890112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763255.897825:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508890112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763255.897834:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763255.897838:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763255.897841:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508890112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763255.897848:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508890240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763255.897867:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763255.897879:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763255/real 1789763255]  req@ffff9686c7a9b480 x1876699508890240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763255.897893:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508890240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763280 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763255.897902:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763255.897905:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763255.897910:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508890240:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763255.960865:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763256.984897:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763258.008845:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763259.033034:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763260.056963:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763261.016748:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.016763:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763261.016769:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.016786:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3232
00000100:00080000:2.0:1789763261.016801:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.016812:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763261.016875:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508890368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763261.016940:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.016949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763261.016954:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.016961:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3232
00000100:00080000:2.0:1789763261.016968:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.016975:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763261.016991:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763261.017017:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508890496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763261.017033:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508890368:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763261.017043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.017050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763261.017057:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.017072:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3232
00000100:00080000:2.0:1789763261.017079:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.017085:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763261.017093:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763261.017117:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508890624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763261.017132:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.017137:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763261.017140:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.017151:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3232
00000100:00080000:2.0:1789763261.017161:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.017172:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763261.017184:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763261.017186:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763261.017223:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508890752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763261.017254:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.017261:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763261.017265:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.017279:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3232
00000100:00100000:3.0:1789763261.017284:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff9686c7a98a80 x1876699508890368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763261.017288:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.017301:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763261.017316:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763261.017339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508890880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763261.017355:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763261.017359:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763261.017378:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763261.017385:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3232
00000100:00080000:2.0:1789763261.017389:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763261.017393:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763261.017398:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763261.017411:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508891008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763261.017467:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508890368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763261.017489:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763261.017496:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763261.017503:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508890368:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763261.017778:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508890496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763261.017915:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763261.017947:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff9686c7a99880 x1876699508890496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763261.017973:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508890496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763261.017992:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763261.017999:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763261.018006:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508890496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763261.018020:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508890624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763261.018066:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763261.018094:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff9686c7a9bb80 x1876699508890624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763261.018119:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508890624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763261.018129:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763261.018134:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763261.018138:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508890624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763261.018154:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508890752:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763261.018179:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763261.018191:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff9686c7a99180 x1876699508890752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763261.018206:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508890752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763261.018215:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763261.018219:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763261.018222:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508890752:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763261.018229:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508890880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763261.018249:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763261.018260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff9686c7a98700 x1876699508890880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763261.018274:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508890880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763261.018292:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763261.018296:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763261.018300:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508890880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763261.018306:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508891008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763261.018326:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763261.018336:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763261/real 1789763261]  req@ffff9686c7a9b480 x1876699508891008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763261.018350:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508891008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763286 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763261.018360:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763261.018363:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763261.018367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508891008:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763261.080924:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763262.104827:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763263.128816:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763264.152893:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763265.176906:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763266.136769:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.136785:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763266.136792:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763266.136812:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3237
00000100:00080000:1.0:1789763266.136833:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.136847:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763266.136910:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508891136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763266.136951:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.136956:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763266.136959:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763266.136965:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3237
00000100:00080000:1.0:1789763266.136971:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.136977:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763266.136992:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763266.137016:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508891264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763266.137018:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508891136:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763266.137045:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.137050:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763266.137053:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763266.137058:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3237
00000100:00080000:1.0:1789763266.137063:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.137069:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763266.137075:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763266.137091:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508891392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763266.137102:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.137107:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763266.137109:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763266.137115:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3237
00000100:00080000:1.0:1789763266.137120:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.137124:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763266.137130:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763266.137147:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508891520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763266.137167:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.137178:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789763266.137180:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763266.137184:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763266.137197:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3237
00000100:00080000:1.0:1789763266.137206:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763266.137232:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763266.137245:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763266.137276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff9686c4be8700 x1876699508891136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763266.137277:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508891648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763266.137346:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763266.137350:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763266.137356:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763266.137356:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508891136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763266.137376:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3237
00000100:00080000:3.0:1789763266.137387:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763266.137390:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763266.137400:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763266.137410:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763266.137413:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508891136:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789763266.137429:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763266.137459:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508891776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763266.137464:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508891264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763266.137517:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763266.137571:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff9686c4be8000 x1876699508891264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763266.137591:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508891264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763266.137602:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763266.137607:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763266.137612:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508891264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763266.137620:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508891392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763266.137687:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763266.137702:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff9686c4be9880 x1876699508891392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763266.137718:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508891392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763266.137728:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763266.137733:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763266.137737:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508891392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763266.137744:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508891520:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763266.137766:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763266.137778:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff9686c4be9500 x1876699508891520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763266.137793:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508891520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763266.137803:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763266.137806:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763266.137809:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508891520:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763266.137816:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508891648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763266.137836:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763266.137848:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff9686c4beb100 x1876699508891648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763266.137864:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508891648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763266.137875:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763266.137880:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763266.137885:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508891648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763266.137910:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508891776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763266.137931:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763266.137943:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763266/real 1789763266]  req@ffff9686c4be9f80 x1876699508891776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763266.137957:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508891776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763291 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763266.137969:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763266.137975:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763266.137980:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508891776:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763266.200822:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763267.224885:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763268.248843:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763269.272843:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763270.296878:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763271.256788:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763271.256802:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763271.256808:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763271.256823:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3242
00000100:00080000:0.0:1789763271.256843:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763271.256858:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763271.256944:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508891904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763271.256989:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763271.256994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763271.256997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763271.257002:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3242
00000100:00080000:0.0:1789763271.257009:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763271.257016:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763271.257030:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763271.257048:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508891904:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763271.257054:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508892032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763271.257073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763271.257077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763271.257080:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763271.257095:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3242
00000100:00080000:0.0:1789763271.257101:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763271.257107:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763271.257123:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763271.257147:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508892160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763271.257156:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763271.257178:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763271.257188:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763271.257192:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763271.257203:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3242
00000100:00080000:0.0:1789763271.257212:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763271.257223:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763271.257226:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff9686c954c700 x1876699508891904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763271.257237:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763271.257266:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508892288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763271.257281:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508891904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763271.257288:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763271.257305:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763271.257313:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763271.257319:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763271.257323:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3242
00000100:00080000:3.0:1789763271.257331:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763271.257333:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763271.257344:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508891904:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763271.257347:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763271.257362:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763271.257378:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508892416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763271.257392:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763271.257395:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508892032:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763271.257402:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763271.257408:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763271.257414:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3242
00000100:00080000:0.0:1789763271.257420:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763271.257425:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763271.257433:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763271.257448:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508892544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763271.257458:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763271.257491:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff9686c954f100 x1876699508892032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763271.257537:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508892032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763271.257549:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763271.257554:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763271.257558:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508892032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763271.257567:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508892160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763271.257593:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763271.257605:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff9686c954f800 x1876699508892160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763271.257620:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508892160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763271.257661:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763271.257665:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763271.257669:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508892160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763271.257677:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508892288:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763271.257703:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763271.257717:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff9686c954ca80 x1876699508892288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763271.257731:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508892288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763271.257741:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763271.257744:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763271.257748:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508892288:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763271.257769:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508892416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763271.257804:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763271.257827:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff9686c954c000 x1876699508892416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763271.257852:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508892416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763271.257870:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763271.257877:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763271.257883:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508892416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763271.257897:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508892544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763271.257930:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763271.257946:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763271/real 1789763271]  req@ffff9686c954d180 x1876699508892544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763271.257961:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508892544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763296 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763271.257971:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763271.257975:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763271.257979:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508892544:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763271.320823:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763272.344849:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763273.368856:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763274.392820:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763275.416867:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763276.376741:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763276.376756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763276.376762:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763276.376778:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3248
00000100:00080000:0.0:1789763276.376794:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763276.376806:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763276.376859:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508892672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763276.376904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763276.376910:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763276.376913:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763276.376937:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3248
00000100:00080000:0.0:1789763276.376942:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763276.376948:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763276.376959:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763276.376976:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508892800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763276.376990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763276.376995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763276.376997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763276.377001:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3248
00000100:00080000:0.0:1789763276.377006:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763276.377012:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763276.377019:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763276.377029:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508892672:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763276.377035:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508892928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763276.377054:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763276.377058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763276.377059:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763276.377080:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3248
00000100:00080000:0.0:1789763276.377110:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763276.377119:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763276.377129:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763276.377156:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508893056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763276.377171:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508892800:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763276.377183:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763276.377189:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763276.377192:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763276.377200:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3248
00000100:00080000:0.0:1789763276.377211:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763276.377219:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763276.377227:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763276.377236:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508892928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763276.377252:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508893184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763276.377272:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508893056:192.168.203.123@tcp:8:kworker.0
00000100:00080000:0.0:1789763276.377280:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763276.377287:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763276.377289:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763276.377296:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3248
00000100:00080000:0.0:1789763276.377304:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763276.377310:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763276.377317:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508893184:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789763276.377321:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763276.377353:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508893312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763276.377418:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508893312:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763276.440866:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763277.464841:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763278.488851:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763279.449023:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789763279.449089:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763279.449116:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763279.449175:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763279.449192:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763279.449205:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763279.449223:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763279.449240:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:1.0:1789763279.449292:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763279]  req@ffff9686c954c380 x1876699508893184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763279.449358:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508893184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763279.449381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763279.449390:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763279.449409:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508893184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763279.449425:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763279]  req@ffff9686c954dc00 x1876699508892928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763279.449478:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508892928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763279.449496:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763279.449503:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763279.449511:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508892928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763279.449525:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763279]  req@ffff9686c954ce00 x1876699508893056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763279.449550:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508893056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763279.449567:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763279.449574:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763279.449581:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508893056:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763279.449594:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763279]  req@ffff9686c954fb80 x1876699508892672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763279.449620:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508892672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763279.449680:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763279.449690:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763279.449698:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508892672:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763279.449715:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763279]  req@ffff9686c954d880 x1876699508892800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763279.449746:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508892800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763279.449762:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763279.449780:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763279.449788:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508892800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763279.449839:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763276/real 1789763279]  req@ffff9686c954d180 x1876699508893312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763279.449867:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508893312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763301 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763279.449884:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763279.449891:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763279.449897:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508893312:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763279.512904:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763280.536851:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763281.496795:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.496812:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763281.496819:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.496837:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3253
00000100:00080000:0.0:1789763281.496856:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.496883:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763281.496922:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508893440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.496946:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.496949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763281.496951:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.496954:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3253
00000100:00080000:0.0:1789763281.496957:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.496961:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763281.496969:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.496978:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508893568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.496986:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.496988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763281.496990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.496992:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3253
00000100:00080000:0.0:1789763281.496994:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.496997:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763281.497000:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.497008:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508893696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.497015:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.497018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763281.497019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.497022:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3253
00000100:00080000:0.0:1789763281.497024:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.497026:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763281.497029:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763281.497039:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508893824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763281.497040:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508893440:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763281.497046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.497052:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763281.497055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.497058:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3253
00000100:00080000:0.0:1789763281.497059:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.497062:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763281.497065:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763281.497073:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508893952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763281.497083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763281.497086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763281.497089:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763281.497093:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3253
00000100:00080000:0.0:1789763281.497106:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763281.497111:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763281.497117:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763281.497119:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763281.497134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508894080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763281.497167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9686c954c000 x1876699508893440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763281.497189:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508893440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763281.497200:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763281.497205:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763281.497209:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508893440:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763281.497217:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508893568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763281.497243:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763281.497258:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9686c954ca80 x1876699508893568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763281.497273:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508893568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763281.497282:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763281.497285:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763281.497289:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508893568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763281.497296:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508893696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763281.497318:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763281.497331:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9686c954f800 x1876699508893696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763281.497351:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508893696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763281.497359:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763281.497363:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763281.497366:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508893696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763281.497393:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508893824:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763281.497416:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763281.497453:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9686c954f100 x1876699508893824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763281.497467:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508893824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763281.497476:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763281.497480:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763281.497484:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508893824:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763281.497496:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508893952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763281.497520:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763281.497534:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9686c954c700 x1876699508893952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763281.497547:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508893952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763281.497561:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763281.497565:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763281.497568:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508893952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763281.497575:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508894080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763281.497595:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763281.497607:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763281/real 1789763281]  req@ffff9686c954e680 x1876699508894080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763281.497618:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508894080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763306 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763281.497659:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763281.497663:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763281.497666:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508894080:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763281.560754:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763282.584774:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763283.608841:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763284.632818:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763285.656804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763286.616916:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763286.616926:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763286.616931:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.616956:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3258
00000100:00080000:3.0:1789763286.616968:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763286.616975:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763286.617010:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508894208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763286.617049:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763286.617051:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763286.617053:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.617056:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3258
00000100:00080000:3.0:1789763286.617059:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763286.617062:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763286.617070:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763286.617080:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508894336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763286.617101:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763286.617104:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763286.617105:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.617108:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3258
00000100:00080000:3.0:1789763286.617111:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763286.617114:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763286.617120:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763286.617129:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508894464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763286.617137:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763286.617139:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763286.617140:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.617142:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3258
00000100:00080000:3.0:1789763286.617146:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763286.617167:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508894208:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763286.617170:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763286.617183:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763286.617195:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508894592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763286.617203:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763286.617206:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763286.617207:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.617211:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3258
00000100:00080000:3.0:1789763286.617214:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763286.617216:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763286.617245:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763286.617253:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275880 x1876699508894720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763286.617261:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763286.617263:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763286.617264:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763286.617267:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3258
00000100:00080000:3.0:1789763286.617269:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763286.617272:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763286.617275:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763286.617281:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508894848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763286.617331:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763286.617455:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9686d8277100 x1876699508894208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763286.617473:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508894208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763286.617482:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763286.617486:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763286.617490:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508894208:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763286.617497:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508894336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763286.617526:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763286.617535:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9686d8275500 x1876699508894336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763286.617543:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508894336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763286.617549:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763286.617552:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763286.617554:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508894336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763286.617577:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508894464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763286.617589:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763286.617595:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9686d8274e00 x1876699508894464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763286.617602:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508894464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763286.617608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763286.617609:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763286.617611:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508894464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763286.617615:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508894592:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763286.617691:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763286.617708:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9686d8275180 x1876699508894592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763286.617717:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508894592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763286.617723:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763286.617725:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763286.617727:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508894592:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763286.617732:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508894720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763286.617763:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763286.617769:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9686d8275880 x1876699508894720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763286.617777:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275880 x1876699508894720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763286.617782:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763286.617784:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763286.617785:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508894720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763286.617789:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508894848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763286.617811:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763286.617816:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763286/real 1789763286]  req@ffff9686d8274380 x1876699508894848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763286.617823:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508894848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763311 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763286.617829:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763286.617831:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763286.617833:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508894848:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763286.680771:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763287.704919:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763288.728838:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763289.752759:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763290.776897:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763291.736769:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763291.736783:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763291.736789:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763291.736801:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3263
00000100:00080000:3.0:1789763291.736815:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763291.736824:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763291.736874:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277b80 x1876699508894976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763291.736923:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763291.736931:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763291.736935:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763291.736943:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3263
00000100:00080000:3.0:1789763291.736951:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763291.736958:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763291.736975:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763291.737003:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276300 x1876699508895104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763291.737024:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508894976:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763291.737025:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763291.737040:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763291.737046:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763291.737053:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3263
00000100:00080000:3.0:1789763291.737059:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763291.737065:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763291.737076:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763291.737101:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275c00 x1876699508895232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763291.737123:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763291.737127:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789763291.737138:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763291.737144:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763291.737157:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3263
00000100:00080000:3.0:1789763291.737166:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763291.737176:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763291.737188:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763291.737190:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9686d8277b80 x1876699508894976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763291.737213:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274000 x1876699508895360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763291.737224:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277b80 x1876699508894976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.737238:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763291.737254:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763291.737257:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763291.737259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763291.737268:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3263
00000100:00080000:1.0:1789763291.737276:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:3.0:1789763291.737285:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763291.737286:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508894976:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763291.737305:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763291.737317:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763291.737328:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508895104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763291.737371:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276680 x1876699508895488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763291.737401:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763291.737405:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789763291.737415:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763291.737420:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763291.737429:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3263
00000100:00100000:1.0:1789763291.737435:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9686d8276300 x1876699508895104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763291.737440:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763291.737455:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763291.737468:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763291.737471:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276300 x1876699508895104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.737488:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763291.737496:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277480 x1876699508895616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763291.737500:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763291.737515:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508895104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763291.737537:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508895232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763291.737573:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763291.737602:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9686d8275c00 x1876699508895232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763291.737626:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275c00 x1876699508895232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.737695:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763291.737707:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763291.737718:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508895232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763291.737740:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508895360:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763291.737796:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763291.737826:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9686d8274000 x1876699508895360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763291.737848:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274000 x1876699508895360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.737863:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763291.737869:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763291.737875:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508895360:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763291.737905:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508895488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763291.737947:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763291.737973:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9686d8276680 x1876699508895488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763291.737990:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276680 x1876699508895488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.738001:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763291.738005:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763291.738009:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508895488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763291.738016:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508895616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763291.738043:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763291.738055:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763291/real 1789763291]  req@ffff9686d8277480 x1876699508895616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763291.738069:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277480 x1876699508895616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763316 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763291.738079:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763291.738083:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763291.738086:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508895616:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763291.800891:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763292.824868:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763293.848811:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763294.872804:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763295.896770:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763296.856713:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.856727:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763296.856733:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763296.856746:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3268
00000100:00080000:3.0:1789763296.856760:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.856769:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763296.856815:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276d80 x1876699508895744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763296.856850:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.856854:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763296.856857:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763296.856862:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3268
00000100:00080000:3.0:1789763296.856867:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.856872:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763296.856885:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763296.856888:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508895744:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763296.856905:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275f80 x1876699508895872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763296.856930:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.856934:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763296.856937:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763296.856942:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3268
00000100:00080000:3.0:1789763296.856960:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.856966:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763296.856971:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763296.856980:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763296.857038:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9686d8276d80 x1876699508895744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763296.857052:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274700 x1876699508896000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763296.857061:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276d80 x1876699508895744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763296.857069:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.857077:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763296.857080:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763296.857081:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763296.857088:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:3.0:1789763296.857090:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3268
00000100:00100000:2.0:1789763296.857098:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508895744:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763296.857098:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.857107:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763296.857114:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763296.857130:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508895872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763296.857154:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763296.857167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9686d8275f80 x1876699508895872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763296.857180:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275f80 x1876699508895872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763296.857189:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763296.857194:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763296.857198:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508895872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763296.857205:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508896000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763296.857225:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763296.857236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9686d8274700 x1876699508896000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763296.857249:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274700 x1876699508896000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763296.857259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:3.0:1789763296.857265:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274a80 x1876699508896128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763296.857267:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763296.857276:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508896000:192.168.203.123@tcp:38:kworker.0
00000100:00080000:3.0:1789763296.857351:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.857357:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763296.857360:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763296.857367:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3268
00000100:00080000:3.0:1789763296.857376:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.857387:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763296.857395:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763296.857400:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508896128:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763296.857415:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277800 x1876699508896256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763296.857429:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763296.857433:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763296.857436:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763296.857440:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789763296.857445:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3268
00000100:00080000:3.0:1789763296.857451:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763296.857456:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763296.857461:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9686d8274a80 x1876699508896128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763296.857462:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763296.857482:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276a00 x1876699508896384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763296.857483:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274a80 x1876699508896128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763296.857507:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763296.857513:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763296.857516:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508896128:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763296.857529:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508896256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763296.857556:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763296.857578:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9686d8277800 x1876699508896256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763296.857598:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277800 x1876699508896256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763296.857608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763296.857612:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763296.857617:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508896256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763296.857650:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508896384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763296.857681:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763296.857700:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763296/real 1789763296]  req@ffff9686d8276a00 x1876699508896384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763296.857713:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276a00 x1876699508896384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763321 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763296.857722:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763296.857726:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763296.857731:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508896384:192.168.203.123@tcp:38:kworker.0
00010000:00010000:0.0:1789763296.920762:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763297.944771:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763298.968749:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763299.992781:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763301.016824:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763301.976715:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.976726:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763301.976731:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.976742:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3273
00000100:00080000:3.0:1789763301.976754:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.976762:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763301.976808:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276a00 x1876699508896512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763301.976835:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.976839:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763301.976840:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.976844:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3273
00000100:00080000:3.0:1789763301.976846:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.976849:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763301.976859:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763301.976869:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277800 x1876699508896640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763301.976884:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.976887:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763301.976888:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.976892:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3273
00000100:00080000:3.0:1789763301.976894:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.976897:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763301.976901:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763301.976909:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274a80 x1876699508896768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763301.976918:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508896512:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763301.976921:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.976937:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763301.976941:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.976948:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3273
00000100:00080000:3.0:1789763301.976952:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.976958:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763301.976967:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763301.976985:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274700 x1876699508896896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763301.976995:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:0.0:1789763301.977004:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789763301.977004:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763301.977010:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.977015:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3273
00000100:00080000:3.0:1789763301.977021:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.977024:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763301.977029:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763301.977039:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275f80 x1876699508897024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763301.977046:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763301.977049:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763301.977052:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763301.977056:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3273
00000100:00080000:3.0:1789763301.977060:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763301.977063:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763301.977068:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9686d8276a00 x1876699508896512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763301.977072:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763301.977089:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276d80 x1876699508897152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763301.977097:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276a00 x1876699508896512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763301.977113:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763301.977118:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763301.977123:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508896512:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763301.977135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508896640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763301.977169:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763301.977198:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9686d8277800 x1876699508896640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763301.977229:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277800 x1876699508896640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763301.977244:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763301.977249:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763301.977256:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508896640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763301.977307:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508896768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763301.977323:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763301.977331:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9686d8274a80 x1876699508896768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763301.977350:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274a80 x1876699508896768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763301.977356:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763301.977358:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763301.977360:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508896768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763301.977364:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508896896:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763301.977376:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763301.977382:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9686d8274700 x1876699508896896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763301.977390:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274700 x1876699508896896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763301.977395:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763301.977397:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763301.977399:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508896896:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763301.977402:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508897024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763301.977412:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763301.977418:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9686d8275f80 x1876699508897024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763301.977425:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275f80 x1876699508897024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763301.977434:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763301.977436:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763301.977439:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508897024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763301.977442:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508897152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763301.977452:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763301.977457:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763301/real 1789763301]  req@ffff9686d8276d80 x1876699508897152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763301.977463:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276d80 x1876699508897152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763326 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763301.977468:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763301.977470:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763301.977472:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508897152:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789763302.040802:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763303.064794:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763304.088792:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763305.112781:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763306.136737:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763307.096723:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.096734:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763307.096738:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763307.096751:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3278
00000100:00080000:0.0:1789763307.096763:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.096769:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763307.096805:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508897280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763307.096840:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.096844:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763307.096845:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763307.096848:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3278
00000100:00080000:0.0:1789763307.096858:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.096865:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763307.096873:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763307.096885:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508897408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763307.096890:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508897280:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763307.096901:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.096904:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763307.096906:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763307.096909:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3278
00000100:00080000:0.0:1789763307.096913:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.096915:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763307.096919:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763307.096928:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508897536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763307.096934:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.096936:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763307.096938:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763307.096940:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3278
00000100:00080000:0.0:1789763307.096943:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.096946:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763307.096950:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763307.096954:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763307.096962:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508897664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763307.096970:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.096972:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763307.096974:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763307.096976:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3278
00000100:00080000:0.0:1789763307.096978:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763307.096981:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763307.096985:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763307.096990:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff9686c954ed80 x1876699508897280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763307.096995:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508897792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763307.097011:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763307.097013:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763307.097016:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763307.097017:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508897280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763307.097021:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3278
00000100:00080000:0.0:1789763307.097029:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763307.097033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763307.097036:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789763307.097039:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763307.097044:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508897280:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789763307.097045:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763307.097062:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508897920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763307.097068:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508897408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763307.097093:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763307.097105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff9686c954ea00 x1876699508897408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763307.097114:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508897408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763307.097119:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763307.097121:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763307.097124:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508897408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763307.097128:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508897536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763307.097138:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763307.097143:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff9686c954df80 x1876699508897536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763307.097154:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508897536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763307.097162:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763307.097165:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763307.097169:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508897536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763307.097175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508897664:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763307.097196:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763307.097207:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff9686c954e300 x1876699508897664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763307.097215:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508897664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763307.097220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763307.097222:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763307.097224:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508897664:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763307.097228:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508897792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763307.097258:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763307.097265:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff9686c954e680 x1876699508897792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763307.097278:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508897792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763307.097288:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763307.097290:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763307.097293:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508897792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763307.097305:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508897920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763307.097318:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763307.097324:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763307/real 1789763307]  req@ffff9686c954c700 x1876699508897920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763307.097331:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508897920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763332 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763307.097336:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763307.097337:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763307.097339:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508897920:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763307.160760:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763308.184740:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763309.208774:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763310.232697:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763311.256771:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763312.216812:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763312.216823:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763312.216828:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763312.216839:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3283
00000100:00080000:2.0:1789763312.216849:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763312.216858:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763312.216893:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508898048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763312.216936:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763312.216943:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763312.216946:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763312.216956:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3283
00000100:00080000:2.0:1789763312.216966:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763312.216973:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763312.216982:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508898048:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789763312.216987:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763312.217016:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508898176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763312.217032:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763312.217036:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763312.217038:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763312.217041:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3283
00000100:00080000:2.0:1789763312.217047:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763312.217051:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763312.217057:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763312.217061:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763312.217075:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508898304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763312.217086:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763312.217089:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763312.217091:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763312.217096:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3283
00000100:00080000:2.0:1789763312.217101:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763312.217108:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763312.217109:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff9686c7a98380 x1876699508898048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763312.217113:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763312.217131:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508898432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763312.217140:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508898048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763312.217147:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763312.217157:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763312.217161:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763312.217168:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763312.217169:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3283
00000100:00080000:2.0:1789763312.217179:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763312.217181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763312.217186:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763312.217192:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508898048:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789763312.217195:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763312.217236:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508898560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763312.217268:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508898176:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763312.217270:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763312.217284:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763312.217286:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763312.217293:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3283
00000100:00080000:2.0:1789763312.217299:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763312.217306:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763312.217314:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763312.217322:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763312.217336:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508898688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763312.217351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff9686c7a99f80 x1876699508898176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763312.217404:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508898176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763312.217419:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763312.217425:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763312.217446:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508898176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763312.217453:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508898304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763312.217471:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763312.217481:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff9686c7a9b800 x1876699508898304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763312.217514:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508898304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763312.217525:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763312.217528:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763312.217532:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508898304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763312.217539:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508898432:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763312.217561:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763312.217573:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff9686c7a9ad80 x1876699508898432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763312.217587:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508898432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763312.217596:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763312.217599:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763312.217602:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508898432:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763312.217622:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508898560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763312.217641:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763312.217653:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff9686c7a98000 x1876699508898560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763312.217667:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508898560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763312.217737:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763312.217740:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763312.217743:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508898560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763312.217749:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508898688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763312.217768:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763312.217779:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763312/real 1789763312]  req@ffff9686c7a98e00 x1876699508898688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763312.217789:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508898688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763337 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763312.217796:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763312.217799:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763312.217801:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508898688:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763312.280833:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763313.304849:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763314.328827:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763315.352901:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763316.376915:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763317.336867:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763317.336881:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763317.336886:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763317.336900:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3289
00000100:00080000:1.0:1789763317.336915:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763317.336947:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763317.337018:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508898816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763317.337062:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763317.337068:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763317.337071:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763317.337077:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3289
00000100:00080000:1.0:1789763317.337082:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763317.337088:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763317.337103:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763317.337122:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508898944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763317.337137:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763317.337142:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763317.337144:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763317.337149:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3289
00000100:00080000:1.0:1789763317.337153:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763317.337185:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508898816:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763317.337187:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763317.337220:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763317.337230:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508899072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763317.337237:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763317.337241:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763317.337242:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763317.337245:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3289
00000100:00080000:1.0:1789763317.337248:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763317.337250:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763317.337254:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763317.337263:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508899200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763317.337270:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763317.337273:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763317.337275:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763317.337277:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3289
00000100:00080000:1.0:1789763317.337295:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763317.337298:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763317.337301:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763317.337332:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508899328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763317.337333:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763317.337351:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763317.337357:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763317.337361:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763317.337366:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3289
00000100:00080000:1.0:1789763317.337378:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763317.337383:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763317.337390:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763317.337405:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508899456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763317.337424:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff9686c4beb480 x1876699508898816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.337455:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508898816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.337479:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.337506:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763317.337512:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508898816:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763317.337530:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508898944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763317.337558:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763317.337589:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff9686c4beb800 x1876699508898944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.337608:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508898944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.337620:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.337625:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763317.337629:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508898944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763317.337731:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508899072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763317.337750:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763317.337759:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff9686c4beaa00 x1876699508899072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.337767:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508899072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.337774:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.337776:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763317.337779:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508899072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763317.337783:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508899200:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763317.337796:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763317.337814:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff9686c4bebb80 x1876699508899200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.337828:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508899200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.337837:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.337841:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763317.337845:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508899200:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763317.337851:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508899328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763317.337870:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763317.337879:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff9686c4be8380 x1876699508899328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.337887:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508899328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.337893:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.337895:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763317.337898:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508899328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763317.337901:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508899456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763317.337912:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763317.337917:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763317/real 1789763317]  req@ffff9686c4be8e00 x1876699508899456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763317.337925:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508899456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763342 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763317.337930:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763317.337933:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763317.337935:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508899456:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763317.400889:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763318.424835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763319.448879:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763320.472934:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763321.496887:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763322.456855:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763322.456868:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763322.456875:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763322.456888:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3294
00000100:00080000:2.0:1789763322.456902:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763322.456911:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763322.456957:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508899584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763322.456995:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763322.457001:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763322.457003:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763322.457009:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3294
00000100:00080000:2.0:1789763322.457013:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763322.457017:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763322.457029:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763322.457046:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508899712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763322.457067:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763322.457074:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763322.457080:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763322.457088:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3294
00000100:00080000:2.0:1789763322.457095:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763322.457103:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763322.457114:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763322.457118:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508899584:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763322.457167:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508899840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763322.457193:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763322.457200:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763322.457204:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763322.457212:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3294
00000100:00080000:2.0:1789763322.457221:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763322.457232:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789763322.457241:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789763322.457248:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763322.457272:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508899968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763322.457287:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763322.457292:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763322.457294:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763322.457303:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3294
00000100:00100000:0.0:1789763322.457305:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff9686c7a9a680 x1876699508899584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763322.457309:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763322.457321:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763322.457330:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763322.457346:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508900096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763322.457370:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763322.457374:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763322.457377:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763322.457386:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3294
00000100:00100000:0.0:1789763322.457390:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508899584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763322.457390:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763322.457416:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789763322.457424:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763322.457424:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763322.457444:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763322.457447:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508900224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763322.457465:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508899584:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763322.457485:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508899712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763322.457525:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763322.457544:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff9686c7a9a300 x1876699508899712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763322.457561:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508899712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763322.457572:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763322.457577:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763322.457581:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508899712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763322.457611:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508899840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763322.457683:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763322.457700:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff9686c7a99c00 x1876699508899840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763322.457715:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508899840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763322.457725:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763322.457729:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763322.457734:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508899840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763322.457741:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508899968:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763322.457770:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763322.457790:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff9686c7a9aa00 x1876699508899968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763322.457814:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508899968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763322.457831:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763322.457837:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763322.457844:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508899968:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763322.457856:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508900096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763322.457896:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763322.457920:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff9686c7a9b100 x1876699508900096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763322.457946:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508900096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763322.457962:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763322.457969:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763322.457975:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508900096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763322.457987:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508900224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763322.458018:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763322.458034:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763322/real 1789763322]  req@ffff9686c7a98e00 x1876699508900224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763322.458048:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508900224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763347 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763322.458058:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763322.458062:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763322.458066:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508900224:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789763322.520818:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763323.544844:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763324.568918:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763325.592858:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763326.616822:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763327.576824:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.576838:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763327.576856:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.576870:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3299
00000100:00080000:0.0:1789763327.576887:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.576898:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763327.576957:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508900352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763327.576997:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.577003:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763327.577005:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.577010:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3299
00000100:00080000:0.0:1789763327.577015:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.577021:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763327.577032:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763327.577049:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508900480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763327.577065:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763327.577082:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508900352:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763327.577083:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763327.577109:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.577125:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3299
00000100:00080000:0.0:1789763327.577130:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.577134:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763327.577141:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763327.577168:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508900608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763327.577181:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.577186:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763327.577187:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.577192:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3299
00000100:00080000:0.0:1789763327.577199:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763327.577204:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763327.577210:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763327.577212:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763327.577235:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508900736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763327.577249:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.577254:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763327.577256:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763327.577263:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3299
00000100:00080000:0.0:1789763327.577268:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763327.577275:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9686c954f100 x1876699508900352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.577278:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763327.577291:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763327.577316:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508900864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763327.577322:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508900352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763327.577352:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763327.577361:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763327.577363:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763327.577365:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763327.577378:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763327.577380:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3299
00000100:00080000:0.0:1789763327.577389:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763327.577393:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508900352:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763327.577401:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763327.577414:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763327.577428:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508900992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763327.577444:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508900480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.577491:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763327.577513:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9686c954f800 x1876699508900480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.577544:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508900480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.577555:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.577559:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763327.577564:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508900480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763327.577571:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508900608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.577604:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763327.577615:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9686c954ca80 x1876699508900608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.577668:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508900608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.577679:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.577683:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763327.577686:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508900608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763327.577694:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508900736:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763327.577727:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763327.577739:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9686c954c000 x1876699508900736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.577762:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508900736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.577772:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.577775:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763327.577779:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508900736:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763327.577786:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508900864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.577814:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763327.577826:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9686c954d180 x1876699508900864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.577840:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508900864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.577849:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.577862:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763327.577866:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508900864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763327.577887:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508900992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763327.577907:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763327.577918:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763327/real 1789763327]  req@ffff9686c954d880 x1876699508900992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763327.577931:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508900992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763352 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763327.577949:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763327.577953:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763327.577957:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508900992:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763327.640861:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763328.664916:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763329.688813:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763330.712746:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763331.736943:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763332.696849:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763332.696865:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763332.696874:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763332.696894:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3304
00000100:00080000:2.0:1789763332.696912:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763332.696926:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763332.696983:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508901120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763332.697023:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763332.697029:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763332.697033:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763332.697040:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3304
00000100:00080000:2.0:1789763332.697074:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763332.697085:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763332.697103:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763332.697118:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508901120:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763332.697138:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508901248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763332.697170:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763332.697179:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763332.697182:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763332.697191:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3304
00000100:00080000:2.0:1789763332.697199:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763332.697211:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789763332.697213:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789763332.697227:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763332.697252:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508901376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763332.697267:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763332.697272:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763332.697276:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763332.697280:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3304
00000100:00080000:2.0:1789763332.697284:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763332.697288:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763332.697293:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763332.697303:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508901504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763332.697314:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763332.697318:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763332.697320:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763332.697339:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3304
00000100:00080000:2.0:1789763332.697343:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763332.697348:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763332.697355:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763332.697370:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508901632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763332.697383:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763332.697387:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763332.697395:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763332.697396:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9686c7a98000 x1876699508901120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763332.697412:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3304
00000100:00080000:2.0:1789763332.697423:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763332.697433:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763332.697442:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763332.697450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508901120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763332.697463:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508901760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763332.697475:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763332.697488:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763332.697496:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508901120:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763332.697778:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508901248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763332.697828:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763332.697852:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9686c7a9ad80 x1876699508901248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763332.697870:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508901248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763332.697881:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763332.697885:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763332.697890:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508901248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763332.697898:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508901376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763332.697920:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763332.697932:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9686c7a9b800 x1876699508901376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763332.697946:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508901376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763332.697956:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763332.697959:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763332.697963:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508901376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763332.697970:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508901504:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763332.697989:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763332.698000:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9686c7a99f80 x1876699508901504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763332.698014:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508901504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763332.698024:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763332.698027:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763332.698031:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508901504:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763332.698037:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508901632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763332.698086:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763332.698100:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9686c7a98380 x1876699508901632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763332.698115:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508901632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763332.698125:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763332.698128:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763332.698132:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508901632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763332.698139:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508901760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763332.698159:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763332.698171:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763332/real 1789763332]  req@ffff9686c7a9b480 x1876699508901760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763332.698185:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508901760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763357 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763332.698194:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763332.698197:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763332.698201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508901760:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763332.760829:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763333.784880:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763334.808792:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763335.832779:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763336.856858:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763337.816794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763337.816820:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763337.816827:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763337.816842:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3309
00000100:00080000:0.0:1789763337.816858:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763337.816870:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763337.816916:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508901888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763337.816951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763337.816957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763337.816960:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763337.816964:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3309
00000100:00080000:0.0:1789763337.816969:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763337.816975:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763337.816987:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763337.817031:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508902016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763337.817039:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508901888:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763337.817050:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763337.817058:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763337.817061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763337.817066:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3309
00000100:00080000:0.0:1789763337.817070:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763337.817075:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763337.817083:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763337.817101:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508902144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763337.817115:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763337.817120:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763337.817122:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763337.817126:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3309
00000100:00080000:0.0:1789763337.817134:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763337.817138:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763337.817145:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763337.817155:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763337.817164:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508902272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763337.817181:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763337.817186:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763337.817188:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763337.817193:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3309
00000100:00080000:0.0:1789763337.817198:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763337.817203:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763337.817211:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763337.817225:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9686c954fb80 x1876699508901888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763337.817233:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508902400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763337.817284:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763337.817288:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763337.817291:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763337.817296:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508901888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763337.817303:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3309
00000100:00080000:0.0:1789763337.817315:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763337.817328:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789763337.817332:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763337.817334:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763337.817344:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763337.817353:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508901888:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763337.817360:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508902528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763337.817395:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508902016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763337.817432:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763337.817448:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9686c954ce00 x1876699508902016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763337.817463:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508902016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763337.817473:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763337.817477:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763337.817481:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508902016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763337.817488:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508902144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763337.817508:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763337.817519:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9686c954dc00 x1876699508902144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763337.817532:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508902144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763337.817542:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763337.817545:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763337.817549:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508902144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763337.817557:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508902272:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763337.817576:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763337.817587:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9686c954c380 x1876699508902272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763337.817601:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508902272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763337.817612:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763337.817617:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763337.817623:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508902272:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763337.817686:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508902400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763337.817730:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763337.817749:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9686c954d880 x1876699508902400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763337.817765:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508902400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763337.817775:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763337.817780:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763337.817783:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508902400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763337.817790:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508902528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763337.817814:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763337.817825:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763337/real 1789763337]  req@ffff9686c954d180 x1876699508902528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763337.817839:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508902528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763362 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763337.817849:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763337.817852:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763337.817855:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508902528:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763337.880893:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763338.904735:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763339.928894:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763340.952899:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763341.976902:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763342.936739:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763342.936749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763342.936753:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763342.936764:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3314
00000100:00080000:2.0:1789763342.936777:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763342.936795:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763342.936833:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508902656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763342.936857:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763342.936861:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763342.936863:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763342.936866:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3314
00000100:00080000:2.0:1789763342.936870:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763342.936874:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763342.936883:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763342.936894:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508902656:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763342.936898:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508902784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763342.936944:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763342.936951:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763342.936956:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763342.936965:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3314
00000100:00080000:2.0:1789763342.936991:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763342.937000:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763342.937011:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763342.937038:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508902912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763342.937075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763342.937081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763342.937084:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763342.937091:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3314
00000100:00080000:2.0:1789763342.937098:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763342.937116:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763342.937127:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763342.937128:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508902784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763342.937154:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508903040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763342.937177:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763342.937182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763342.937186:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763342.937197:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508902912:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763342.937199:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3314
00000100:00080000:2.0:1789763342.937223:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763342.937231:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763342.937241:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763342.937261:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508903040:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763342.937265:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508903168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763342.937294:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763342.937299:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763342.937303:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763342.937310:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3314
00000100:00080000:2.0:1789763342.937316:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763342.937339:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763342.937345:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763342.937348:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508903168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763342.937361:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508903296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763342.937421:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508903296:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789763343.000735:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763344.024956:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763345.048921:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763346.009039:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789763346.009100:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763346.009128:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763346.009189:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763346.009211:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763346.009235:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763346.009258:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789763346.009270:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763346]  req@ffff9686c7a99180 x1876699508902784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:1.0:1789763346.009281:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789763346.009334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508902784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763346.009367:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763346.009376:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763346.009385:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508902784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763346.009401:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763346]  req@ffff9686c7a9bb80 x1876699508902912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763346.009426:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508902912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763346.009442:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763346.009448:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763346.009455:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508902912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763346.009469:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763346]  req@ffff9686c7a98700 x1876699508902656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763346.009494:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508902656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763346.009506:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763346.009511:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763346.009516:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508902656:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763346.009552:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763346]  req@ffff9686c7a9b480 x1876699508903296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763346.009576:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508903296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763346.009592:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763346.009598:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763346.009606:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508903296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763346.009619:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763346]  req@ffff9686c7a98a80 x1876699508903168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763346.009684:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508903168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763346.009701:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763346.009707:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763346.009714:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508903168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763346.009728:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763342/real 1789763346]  req@ffff9686c7a99880 x1876699508903040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763346.009753:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508903040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763367 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763346.009770:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763346.009776:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763346.009782:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508903040:192.168.203.123@tcp:8:kworker.0
00010000:00010000:2.0:1789763346.072874:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763347.096785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763348.056761:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.056769:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763348.056773:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.056781:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3319
00000100:00080000:0.0:1789763348.056791:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.056798:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763348.056841:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508903424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763348.056902:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.056907:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763348.056910:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.056916:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3319
00000100:00080000:0.0:1789763348.056920:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.056926:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763348.056976:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763348.057002:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508903552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763348.057003:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508903424:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763348.057022:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.057025:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763348.057044:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.057050:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3319
00000100:00080000:0.0:1789763348.057056:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.057062:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763348.057069:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763348.057113:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508903680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763348.057117:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763348.057130:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.057134:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763348.057136:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.057141:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3319
00000100:00080000:0.0:1789763348.057155:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.057159:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763348.057165:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763348.057170:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff9686c954c000 x1876699508903424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763348.057182:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508903808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763348.057195:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508903424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763348.057196:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.057206:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763348.057211:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.057219:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3319
00000100:00080000:2.0:1789763348.057219:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763348.057228:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763348.057229:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763348.057237:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763348.057244:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508903424:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789763348.057245:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763348.057273:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508903936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763348.057284:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508903552:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763348.057285:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763348.057294:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763348.057296:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763348.057301:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3319
00000100:00080000:0.0:1789763348.057305:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763348.057310:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763348.057316:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763348.057322:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763348.057332:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508904064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763348.057341:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff9686c954ca80 x1876699508903552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.057360:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508903552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.057370:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.057374:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763348.057378:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508903552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763348.057385:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508903680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763348.057408:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763348.057419:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff9686c954f800 x1876699508903680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.057437:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508903680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.057445:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.057448:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763348.057452:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508903680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763348.057457:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508903808:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763348.057476:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763348.057487:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff9686c954f100 x1876699508903808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.057512:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508903808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.057520:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.057523:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763348.057527:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508903808:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763348.057544:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508903936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763348.057565:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763348.057577:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff9686c954c700 x1876699508903936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.057595:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508903936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.057610:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.057613:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763348.057616:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508903936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763348.057622:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508904064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763348.057666:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763348.057678:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763348/real 1789763348]  req@ffff9686c954e680 x1876699508904064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763348.057690:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508904064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763373 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763348.057698:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763348.057702:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763348.057705:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508904064:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763348.120793:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763349.144957:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763350.168865:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763351.192790:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763352.216859:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763353.176788:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763353.176802:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763353.176807:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763353.176823:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3324
00000100:00080000:0.0:1789763353.176843:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763353.176856:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763353.176941:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508904192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763353.176991:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763353.176998:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763353.177002:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763353.177010:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3324
00000100:00080000:0.0:1789763353.177016:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763353.177023:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763353.177037:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763353.177057:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508904320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763353.177073:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508904192:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763353.177079:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763353.177088:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763353.177091:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763353.177098:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3324
00000100:00080000:0.0:1789763353.177102:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763353.177107:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763353.177114:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763353.177133:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508904448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763353.177146:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763353.177150:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763353.177153:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763353.177158:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3324
00000100:00080000:0.0:1789763353.177163:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763353.177167:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:2.0:1789763353.177180:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789763353.177181:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763353.177201:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508904576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763353.177215:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763353.177220:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763353.177222:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763353.177226:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3324
00000100:00080000:0.0:1789763353.177230:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763353.177234:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763353.177240:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763353.177256:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508904704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763353.177267:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff9686c954e300 x1876699508904192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763353.177273:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763353.177282:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763353.177288:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763353.177302:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3324
00000100:00080000:0.0:1789763353.177311:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763353.177316:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763353.177324:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763353.177332:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508904192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763353.177342:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508904832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763353.177377:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.177387:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763353.177395:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508904192:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763353.177429:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508904320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763353.177465:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763353.177503:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff9686c954df80 x1876699508904320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763353.177530:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508904320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763353.177548:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.177555:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763353.177562:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508904320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763353.177575:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508904448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763353.177609:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763353.177668:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff9686c954ea00 x1876699508904448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763353.177686:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508904448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763353.177697:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.177701:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763353.177705:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508904448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763353.177713:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508904576:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763353.177740:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763353.177754:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff9686c954ed80 x1876699508904576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763353.177768:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508904576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763353.177777:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.177781:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763353.177784:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508904576:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763353.177791:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508904704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763353.177810:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763353.177822:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff9686c954e680 x1876699508904704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763353.177836:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508904704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763353.177845:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.177848:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763353.177852:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508904704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763353.177858:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508904832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763353.177876:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763353.177889:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763353/real 1789763353]  req@ffff9686c954c700 x1876699508904832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763353.177940:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508904832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763378 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763353.177958:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763353.177964:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763353.177971:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508904832:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763353.240966:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763354.264832:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763355.288790:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763356.312789:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763357.337025:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763358.296905:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763358.296922:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763358.296931:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763358.296960:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3330
00000100:00080000:2.0:1789763358.296975:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763358.296986:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763358.297031:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508904960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763358.297077:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763358.297082:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763358.297084:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763358.297092:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3330
00000100:00080000:2.0:1789763358.297097:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763358.297103:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763358.297116:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763358.297133:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508905088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763358.297152:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508904960:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763358.297157:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763358.297177:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763358.297182:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763358.297190:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3330
00000100:00080000:2.0:1789763358.297194:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763358.297219:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763358.297230:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763358.297250:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508905216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763358.297263:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763358.297268:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763358.297270:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763358.297274:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3330
00000100:00080000:2.0:1789763358.297291:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763358.297296:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763358.297305:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763358.297317:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763358.297342:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508905344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763358.297370:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763358.297377:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763358.297381:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763358.297399:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3330
00000100:00100000:3.0:1789763358.297400:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff9686c7a98380 x1876699508904960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763358.297427:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763358.297451:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763358.297463:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763358.297497:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508904960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763358.297516:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763358.297523:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763358.297531:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508905472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763358.297539:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508904960:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763358.297594:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763358.297599:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763358.297602:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763358.297610:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3330
00000100:00080000:2.0:1789763358.297617:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763358.297625:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508905088:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763358.297629:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763358.297636:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763358.297724:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508905600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763358.297735:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763358.297780:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff9686c7a99f80 x1876699508905088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763358.297803:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508905088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763358.297816:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763358.297821:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763358.297826:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508905088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763358.297836:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508905216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763358.297887:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763358.297916:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff9686c7a9b800 x1876699508905216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763358.297931:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508905216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763358.297950:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763358.297955:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763358.297959:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508905216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763358.297967:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508905344:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763358.298005:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763358.298017:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff9686c7a9ad80 x1876699508905344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763358.298031:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508905344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763358.298041:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763358.298045:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763358.298048:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508905344:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763358.298056:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508905472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763358.298077:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763358.298088:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff9686c7a98000 x1876699508905472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763358.298102:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508905472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763358.298120:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763358.298123:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763358.298128:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508905472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763358.298153:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508905600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763358.298174:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763358.298189:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763358/real 1789763358]  req@ffff9686c7a98e00 x1876699508905600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763358.298203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508905600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763383 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763358.298212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763358.298216:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763358.298219:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508905600:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763358.360889:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763359.384809:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763360.408931:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763361.432945:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763362.456877:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763363.416794:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763363.416811:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763363.416819:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763363.416863:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3335
00000100:00080000:1.0:1789763363.416882:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763363.416895:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763363.416951:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508905728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763363.416990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763363.416995:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763363.416998:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763363.417004:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3335
00000100:00080000:1.0:1789763363.417010:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763363.417016:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763363.417028:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763363.417046:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508905856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763363.417063:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763363.417065:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508905728:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763363.417074:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763363.417082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763363.417088:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3335
00000100:00080000:1.0:1789763363.417092:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763363.417096:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763363.417103:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763363.417118:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508905984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763363.417131:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763363.417136:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763363.417138:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763363.417142:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3335
00000100:00080000:1.0:1789763363.417149:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763363.417154:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763363.417160:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763363.417166:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763363.417184:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508906112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763363.417198:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763363.417203:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763363.417206:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763363.417212:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3335
00000100:00080000:1.0:1789763363.417218:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763363.417223:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763363.417232:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff9686c4be9c00 x1876699508905728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763363.417234:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763363.417257:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508906240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763363.417270:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508905728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763363.417279:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763363.417293:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763363.417299:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763363.417310:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3335
00000100:00080000:3.0:1789763363.417311:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763363.417320:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763363.417327:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763363.417334:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763363.417344:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508905728:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789763363.417348:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763363.417370:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508906368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763363.417389:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508905856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763363.417444:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763363.417472:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff9686c4bead80 x1876699508905856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763363.417500:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508905856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763363.417517:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763363.417522:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763363.417527:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508905856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763363.417535:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508905984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763363.417566:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763363.417580:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff9686c4bea680 x1876699508905984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763363.417595:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508905984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763363.417605:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763363.417609:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763363.417612:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508905984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763363.417619:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508906112:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763363.417675:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763363.417689:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff9686c4be8e00 x1876699508906112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763363.417712:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508906112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763363.417723:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763363.417726:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763363.417730:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508906112:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763363.417737:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508906240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763363.417757:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763363.417769:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff9686c4be8380 x1876699508906240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763363.417783:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508906240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763363.417792:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763363.417795:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763363.417799:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508906240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763363.417847:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508906368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763363.417877:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763363.417891:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763363/real 1789763363]  req@ffff9686c4bebb80 x1876699508906368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763363.417905:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508906368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763388 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763363.417924:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763363.417927:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763363.417931:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508906368:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789763363.480775:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763364.504861:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763365.528803:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763366.552794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763367.576714:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763368.536779:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.536804:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763368.536809:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.536820:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3340
00000100:00080000:1.0:1789763368.536844:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.536852:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763368.536893:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508906496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.536922:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.536926:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763368.536929:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.536936:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3340
00000100:00080000:1.0:1789763368.536941:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.536946:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763368.536962:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763368.536969:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508906496:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763368.536982:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508906624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.536996:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.536999:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763368.537001:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.537005:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3340
00000100:00080000:1.0:1789763368.537009:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.537012:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763368.537016:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763368.537029:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508906752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763368.537038:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:2.0:1789763368.537044:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763368.537054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763368.537058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.537065:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3340
00000100:00080000:1.0:1789763368.537071:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.537076:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763368.537081:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763368.537096:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508906880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763368.537107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9686c4beaa00 x1876699508906496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763368.537108:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.537119:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763368.537124:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.537133:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3340
00000100:00080000:1.0:1789763368.537137:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.537143:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763368.537144:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508906496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763368.537147:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763368.537162:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763368.537164:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508907008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763368.537169:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763368.537178:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508906496:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763368.537188:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763368.537193:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763368.537195:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763368.537199:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3340
00000100:00080000:1.0:1789763368.537202:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763368.537205:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763368.537209:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763368.537211:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508906624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763368.537222:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508907136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763368.537261:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763368.537286:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9686c4beb800 x1876699508906624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.537307:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508906624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.537316:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.537319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763368.537324:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508906624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763368.537330:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508906752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.537354:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763368.537368:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9686c4beb480 x1876699508906752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.537384:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508906752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.537396:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.537401:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763368.537406:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508906752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763368.537414:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508906880:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763368.537439:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763368.537450:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9686c4be9f80 x1876699508906880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.537461:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508906880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.537480:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.537483:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763368.537486:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508906880:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763368.537493:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508907008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.537516:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763368.537526:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9686c4beb100 x1876699508907008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.537570:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508907008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.537583:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.537588:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763368.537591:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508907008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763368.537616:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508907136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763368.537690:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763368.537717:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763368/real 1789763368]  req@ffff9686c4be9500 x1876699508907136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763368.537755:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508907136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763393 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763368.537765:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763368.537769:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763368.537774:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508907136:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763368.600828:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763369.624861:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763370.648828:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763371.672835:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763372.696991:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763373.656884:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763373.656898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763373.656904:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763373.656918:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3345
00000100:00080000:2.0:1789763373.656932:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763373.656944:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763373.656993:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508907264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763373.657034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763373.657039:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763373.657041:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763373.657047:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3345
00000100:00080000:2.0:1789763373.657051:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763373.657055:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763373.657066:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763373.657082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508907392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763373.657095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763373.657099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763373.657102:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763373.657106:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3345
00000100:00080000:2.0:1789763373.657109:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763373.657114:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763373.657119:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763373.657130:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508907520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763373.657142:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763373.657147:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763373.657150:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763373.657155:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3345
00000100:00080000:2.0:1789763373.657159:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763373.657163:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763373.657169:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763373.657175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508907264:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763373.657186:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508907648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763373.657202:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763373.657207:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763373.657209:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763373.657213:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3345
00000100:00080000:2.0:1789763373.657217:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763373.657223:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763373.657229:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763373.657242:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508907776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763373.657254:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763373.657259:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763373.657262:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763373.657270:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3345
00000800:00000100:3.0:1789763373.657273:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763373.657278:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763373.657286:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763373.657293:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763373.657310:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508907904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763373.657340:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9686c7a9b100 x1876699508907264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763373.657366:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508907264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763373.657381:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763373.657386:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763373.657392:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508907264:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763373.657400:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508907392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763373.657426:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763373.657440:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9686c7a9aa00 x1876699508907392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763373.657455:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508907392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763373.657474:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763373.657478:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763373.657483:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508907392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763373.657489:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508907520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763373.657508:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763373.657519:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9686c7a99c00 x1876699508907520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763373.657532:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508907520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763373.657543:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763373.657546:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763373.657550:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508907520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763373.657580:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508907648:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763373.657602:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763373.657614:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9686c7a9a300 x1876699508907648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763373.657658:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508907648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763373.657669:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763373.657673:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763373.657678:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508907648:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763373.657685:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508907776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763373.657709:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763373.657723:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9686c7a9a680 x1876699508907776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763373.657738:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508907776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763373.657768:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763373.657772:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763373.657777:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508907776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763373.657784:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508907904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763373.657807:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763373.657820:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763373/real 1789763373]  req@ffff9686c7a98e00 x1876699508907904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763373.657834:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508907904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763398 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763373.657843:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763373.657847:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763373.657851:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508907904:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763373.720901:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763374.744900:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763375.768814:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763376.792892:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763377.816886:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763378.776888:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763378.776902:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763378.776909:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763378.776925:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3350
00000100:00080000:0.0:1789763378.776940:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763378.776961:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763378.777009:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508908032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763378.777058:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763378.777064:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763378.777066:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763378.777071:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3350
00000100:00080000:0.0:1789763378.777075:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763378.777080:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763378.777093:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763378.777110:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508908160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763378.777126:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763378.777131:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508908032:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763378.777132:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763378.777139:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763378.777153:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3350
00000100:00080000:0.0:1789763378.777157:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763378.777161:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763378.777167:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763378.777197:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508908288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763378.777219:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763378.777226:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789763378.777230:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763378.777232:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763378.777244:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3350
00000100:00080000:0.0:1789763378.777251:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763378.777257:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763378.777264:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763378.777281:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508908416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763378.777293:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763378.777297:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763378.777299:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763378.777305:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3350
00000100:00080000:0.0:1789763378.777309:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763378.777315:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9686c954f100 x1876699508908032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763378.777319:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763378.777333:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763378.777370:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508908032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763378.777371:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508908544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763378.777438:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763378.777440:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763378.777443:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763378.777451:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763378.777457:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763378.777465:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3350
00000100:00080000:0.0:1789763378.777475:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763378.777475:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508908032:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763378.777499:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763378.777505:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763378.777517:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508908672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763378.777527:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508908160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763378.777575:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763378.777594:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9686c954f800 x1876699508908160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763378.777620:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508908160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763378.777663:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763378.777668:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763378.777672:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508908160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763378.777681:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508908288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763378.777706:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763378.777756:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9686c954ca80 x1876699508908288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763378.777789:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508908288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763378.777800:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763378.777805:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763378.777808:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508908288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763378.777816:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508908416:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763378.777846:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763378.777866:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9686c954c000 x1876699508908416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763378.777890:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508908416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763378.777907:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763378.777914:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763378.777922:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508908416:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763378.777934:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508908544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763378.777969:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763378.777990:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9686c954d180 x1876699508908544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763378.778014:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508908544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763378.778044:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763378.778051:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763378.778059:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508908544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763378.778095:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508908672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763378.778127:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763378.778142:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763378/real 1789763378]  req@ffff9686c954d880 x1876699508908672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763378.778157:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508908672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763403 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763378.778167:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763378.778171:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763378.778175:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508908672:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763378.840861:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763379.864870:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763380.888896:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763381.912889:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763382.936904:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763383.896855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763383.896878:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763383.896887:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763383.896907:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3355
00000100:00080000:3.0:1789763383.896929:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763383.896943:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763383.897019:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277480 x1876699508908800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763383.897089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763383.897096:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763383.897098:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763383.897104:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3355
00000100:00080000:3.0:1789763383.897110:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763383.897116:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763383.897130:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763383.897148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276680 x1876699508908928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763383.897165:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763383.897170:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763383.897173:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763383.897181:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3355
00000100:00080000:3.0:1789763383.897188:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763383.897195:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763383.897202:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763383.897212:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508908800:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763383.897230:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274000 x1876699508909056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763383.897251:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763383.897258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763383.897261:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763383.897268:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3355
00000100:00080000:3.0:1789763383.897277:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763383.897284:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763383.897294:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763383.897313:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275c00 x1876699508909184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763383.897326:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763383.897335:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:2.0:1789763383.897338:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789763383.897340:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763383.897353:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3355
00000100:00080000:3.0:1789763383.897360:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763383.897368:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763383.897376:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763383.897395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276300 x1876699508909312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763383.897409:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763383.897419:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763383.897420:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9686d8277480 x1876699508908800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763383.897424:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763383.897446:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3355
00000100:00080000:3.0:1789763383.897464:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763383.897474:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763383.897476:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277480 x1876699508908800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:3.0:1789763383.897494:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763383.897501:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.897511:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763383.897517:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508908800:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763383.897549:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508908928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763383.897551:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277b80 x1876699508909440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763383.897600:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763383.897623:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9686d8276680 x1876699508908928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.897753:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276680 x1876699508908928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.897778:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.897788:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763383.897801:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508908928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763383.897865:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508909056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763383.897924:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763383.897965:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9686d8274000 x1876699508909056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.898001:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274000 x1876699508909056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.898012:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.898028:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763383.898036:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508909056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763383.898054:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508909184:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763383.898084:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763383.898106:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9686d8275c00 x1876699508909184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.898121:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275c00 x1876699508909184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.898141:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.898145:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763383.898149:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508909184:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763383.898157:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508909312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763383.898177:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763383.898188:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9686d8276300 x1876699508909312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.898201:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276300 x1876699508909312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.898211:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.898214:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763383.898218:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508909312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763383.898225:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508909440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763383.898244:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763383.898255:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763383/real 1789763383]  req@ffff9686d8277b80 x1876699508909440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763383.898275:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277b80 x1876699508909440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763408 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763383.898291:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763383.898298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763383.898305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508909440:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789763383.960899:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763384.984891:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763386.009035:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763387.032823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763388.056823:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763389.016801:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763389.016815:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763389.016821:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763389.016835:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3360
00000100:00080000:3.0:1789763389.016848:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763389.016858:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763389.016905:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508909568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763389.016943:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763389.016948:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763389.016951:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763389.016957:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3360
00000100:00080000:3.0:1789763389.016961:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763389.016966:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763389.016978:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763389.016996:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275880 x1876699508909696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763389.017010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763389.017015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763389.017018:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763389.017022:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3360
00000100:00080000:3.0:1789763389.017039:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763389.017057:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508909568:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763389.017058:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763389.017089:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763389.017126:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508909824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763389.017154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763389.017162:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763389.017168:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763389.017175:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3360
00000100:00080000:3.0:1789763389.017189:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763389.017197:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:2.0:1789763389.017207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:3.0:1789763389.017208:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763389.017245:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508909952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763389.017275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763389.017282:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763389.017286:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763389.017296:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3360
00000100:00100000:2.0:1789763389.017304:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff9686d8274380 x1876699508909568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763389.017308:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763389.017333:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763389.017360:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763389.017373:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508909568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763389.017386:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508910080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763389.017412:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763389.017416:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763389.017423:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763389.017432:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508909568:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763389.017451:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763389.017457:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763389.017467:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508909696:192.168.203.123@tcp:38:kworker.0
00000100:00080000:3.0:1789763389.017474:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3360
00000100:00080000:3.0:1789763389.017489:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763389.017496:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763389.017503:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763389.017519:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763389.017527:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508910208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763389.017548:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff9686d8275880 x1876699508909696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763389.017569:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275880 x1876699508909696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763389.017596:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763389.017606:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763389.017616:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508909696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763389.017743:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508909824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763389.017806:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763389.017869:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff9686d8275180 x1876699508909824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763389.017907:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508909824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763389.017927:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763389.017936:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763389.017947:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508909824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763389.017966:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508909952:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763389.017995:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763389.018016:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff9686d8274e00 x1876699508909952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763389.018031:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508909952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763389.018042:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763389.018045:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763389.018049:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508909952:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763389.018056:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508910080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763389.018078:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763389.018090:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff9686d8275500 x1876699508910080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763389.018114:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508910080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763389.018124:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763389.018127:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763389.018131:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508910080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763389.018138:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508910208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763389.018158:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763389.018169:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763389/real 1789763389]  req@ffff9686d8277100 x1876699508910208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763389.018184:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508910208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763414 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763389.018193:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763389.018197:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763389.018200:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508910208:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763389.080889:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763390.104848:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763391.128840:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763392.152798:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763393.176845:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763394.136700:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763394.136710:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763394.136714:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763394.136723:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3365
00000100:00080000:3.0:1789763394.136734:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763394.136740:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763394.136777:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277100 x1876699508910336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763394.136802:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763394.136806:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763394.136807:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763394.136811:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3365
00000100:00080000:3.0:1789763394.136814:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763394.136817:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763394.136825:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763394.136836:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275500 x1876699508910464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763394.136852:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763394.136855:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763394.136858:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763394.136862:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508910336:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763394.136864:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3365
00000100:00080000:3.0:1789763394.136871:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763394.136875:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763394.136879:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763394.136887:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274e00 x1876699508910592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763394.136895:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763394.136898:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763394.136899:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763394.136903:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3365
00000100:00080000:3.0:1789763394.136906:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763394.136908:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763394.136912:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763394.136921:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275180 x1876699508910720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763394.136941:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763394.136943:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763394.136945:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763394.136948:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3365
00000100:00080000:3.0:1789763394.136952:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:2.0:1789763394.136959:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789763394.136960:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763394.136968:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763394.136979:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275880 x1876699508910848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763394.136987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763394.136989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763394.136991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763394.136994:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3365
00000100:00080000:3.0:1789763394.136997:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763394.137008:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763394.137013:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763394.137019:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff9686d8277100 x1876699508910336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763394.137025:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274380 x1876699508910976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763394.137055:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277100 x1876699508910336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.137067:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.137074:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763394.137081:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508910336:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763394.137129:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508910464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763394.137167:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763394.137188:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff9686d8275500 x1876699508910464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763394.137202:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275500 x1876699508910464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.137209:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.137212:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763394.137215:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508910464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763394.137221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508910592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763394.137237:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763394.137245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff9686d8274e00 x1876699508910592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763394.137254:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274e00 x1876699508910592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.137260:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.137262:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763394.137264:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508910592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763394.137269:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508910720:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763394.137282:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763394.137299:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff9686d8275180 x1876699508910720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763394.137308:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275180 x1876699508910720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.137315:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.137317:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763394.137319:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508910720:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763394.137323:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508910848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763394.137335:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763394.137342:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff9686d8275880 x1876699508910848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763394.137351:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275880 x1876699508910848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.137368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.137370:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763394.137372:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508910848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763394.137376:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508910976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763394.137387:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763394.137394:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763394/real 1789763394]  req@ffff9686d8274380 x1876699508910976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763394.137403:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274380 x1876699508910976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763419 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763394.137409:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763394.137411:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763394.137414:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508910976:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763394.200777:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763395.224842:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763396.248782:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763397.272914:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763398.296863:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763399.256821:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763399.256835:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763399.256844:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763399.256860:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3370
00000100:00080000:0.0:1789763399.256879:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763399.256889:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763399.256937:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508911104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763399.256980:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763399.256985:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763399.256995:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763399.257001:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3370
00000100:00080000:0.0:1789763399.257006:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763399.257011:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763399.257023:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763399.257049:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508911232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763399.257076:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763399.257077:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508911104:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763399.257140:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763399.257145:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763399.257155:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3370
00000100:00080000:0.0:1789763399.257164:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763399.257171:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763399.257179:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763399.257202:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508911360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763399.257209:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763399.257228:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763399.257234:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763399.257238:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763399.257245:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3370
00000100:00080000:0.0:1789763399.257251:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763399.257256:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763399.257263:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763399.257279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff9686c954c380 x1876699508911104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763399.257283:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508911488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763399.257337:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763399.257344:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:2.0:1789763399.257347:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508911104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763399.257348:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763399.257365:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3370
00000100:00080000:0.0:1789763399.257375:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763399.257386:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789763399.257388:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763399.257393:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763399.257400:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763399.257410:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508911104:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763399.257420:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508911616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763399.257435:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763399.257439:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763399.257442:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763399.257453:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508911232:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763399.257454:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3370
00000100:00080000:0.0:1789763399.257466:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763399.257472:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763399.257480:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763399.257499:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508911744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763399.257510:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763399.257543:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff9686c954dc00 x1876699508911232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763399.257612:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508911232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.257624:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.257675:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763399.257680:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508911232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763399.257688:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508911360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763399.257720:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763399.257736:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff9686c954ce00 x1876699508911360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763399.257751:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508911360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.257761:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.257765:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763399.257769:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508911360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763399.257776:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508911488:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763399.257797:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763399.257808:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff9686c954fb80 x1876699508911488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763399.257821:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508911488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.257839:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.257842:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763399.257846:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508911488:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763399.257852:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508911616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763399.257871:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763399.257883:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff9686c954d880 x1876699508911616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763399.257895:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508911616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.257904:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.257908:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763399.257911:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508911616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763399.257932:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508911744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763399.257952:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763399.257963:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763399/real 1789763399]  req@ffff9686c954d180 x1876699508911744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763399.257976:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508911744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763424 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763399.257986:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763399.257989:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763399.257994:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508911744:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763399.320857:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763400.344800:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763401.368917:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763402.392778:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763403.416843:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763404.376737:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763404.376745:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763404.376749:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763404.376759:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3376
00000100:00080000:0.0:1789763404.376769:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763404.376776:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763404.376843:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508911872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763404.376869:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763404.376873:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763404.376875:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763404.376879:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3376
00000100:00080000:0.0:1789763404.376883:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763404.376887:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763404.376897:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763404.376911:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508912000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763404.376920:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763404.376923:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763404.376925:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763404.376940:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508911872:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763404.376954:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3376
00000100:00080000:0.0:1789763404.376958:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763404.376962:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763404.376968:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763404.376981:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508912128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763404.376992:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763404.376996:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763404.376997:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763404.377001:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3376
00000100:00080000:0.0:1789763404.377006:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763404.377034:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763404.377038:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763404.377043:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763404.377050:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508912256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763404.377064:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763404.377067:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763404.377068:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763404.377072:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3376
00000100:00080000:0.0:1789763404.377076:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763404.377079:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763404.377083:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff9686c954c000 x1876699508911872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763404.377084:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763404.377096:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508912384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763404.377116:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763404.377119:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763404.377121:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763404.377125:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3376
00000100:00100000:2.0:1789763404.377125:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508911872/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763404.377127:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763404.377134:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763404.377142:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763404.377143:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.377149:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763404.377153:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508912512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763404.377154:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508911872:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763404.377167:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508912000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763404.377190:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763404.377200:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff9686c954ca80 x1876699508912000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763404.377208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508912000/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763404.377214:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.377216:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763404.377219:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508912000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763404.377256:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508912128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763404.377272:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763404.377283:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff9686c954f800 x1876699508912128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763404.377298:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508912128/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763404.377308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.377312:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763404.377316:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508912128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763404.377340:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508912256:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763404.377375:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763404.377398:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff9686c954f100 x1876699508912256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763404.377419:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508912256/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763404.377430:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.377434:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763404.377439:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508912256:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763404.377447:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508912384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763404.377482:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763404.377497:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff9686c954c700 x1876699508912384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763404.377509:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508912384/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763404.377516:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.377538:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763404.377544:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508912384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763404.377550:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508912512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763404.377570:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763404.377579:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763404/real 1789763404]  req@ffff9686c954e680 x1876699508912512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763404.377589:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508912512/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763429 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763404.377596:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763404.377599:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763404.377602:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508912512:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789763404.440787:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763405.464764:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763406.488847:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763407.512919:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763408.536712:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763409.496818:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763409.496832:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763409.496837:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763409.496851:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3381
00000100:00080000:0.0:1789763409.496866:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763409.496875:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763409.496930:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508912640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763409.496963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763409.496967:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763409.496969:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763409.496974:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3381
00000100:00080000:0.0:1789763409.496977:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763409.496980:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763409.496993:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763409.497006:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508912768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763409.497018:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763409.497024:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763409.497030:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763409.497031:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508912640:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763409.497037:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3381
00000100:00080000:0.0:1789763409.497041:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763409.497045:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763409.497054:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763409.497065:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508912896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763409.497075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763409.497079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763409.497082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763409.497086:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3381
00000100:00080000:0.0:1789763409.497089:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763409.497093:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763409.497098:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763409.497111:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508913024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763409.497125:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763409.497130:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763409.497133:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763409.497139:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3381
00000100:00080000:0.0:1789763409.497145:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763409.497152:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763409.497161:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763409.497186:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508912768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763409.497189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508913152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763409.497229:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763409.497236:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508912896:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763409.497248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763409.497255:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763409.497267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508913024:192.168.203.123@tcp:8:kworker.0
00000100:00080000:0.0:1789763409.497295:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3381
00000100:00080000:0.0:1789763409.497306:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763409.497314:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508913152:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763409.497320:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763409.497331:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763409.497373:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508913280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763409.497455:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508913280:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763409.560823:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763410.584924:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763411.608785:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763412.568992:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789763412.569047:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763412.569067:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763412.569119:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763412.569138:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763412.569159:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763412.569188:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763412.569213:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:2.0:1789763412.569260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9686c954e680 x1876699508913152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763412.569316:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508913152/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763412.569338:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763412.569347:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763412.569354:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508913152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763412.569370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9686c954ea00 x1876699508912768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763412.569395:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508912768/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763412.569411:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763412.569418:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763412.569425:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508912768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763412.569439:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9686c954df80 x1876699508912896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763412.569458:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508912896/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763412.569501:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763412.569509:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763412.569514:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508912896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763412.569527:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9686c954e300 x1876699508913024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763412.569557:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508913024/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763412.569571:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763412.569577:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763412.569582:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508913024:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763412.569594:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9686c954ed80 x1876699508912640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763412.569615:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508912640/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763412.569695:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763412.569702:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763412.569709:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508912640:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763412.569780:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763409/real 1789763412]  req@ffff9686c954c700 x1876699508913280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763412.569804:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508913280/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763434 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763412.569819:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763412.569825:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763412.569831:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508913280:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789763412.632724:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763413.656835:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763414.616880:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.616897:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763414.616907:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.616930:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3386
00000100:00080000:2.0:1789763414.616954:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.616970:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763414.617052:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508913408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763414.617121:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.617129:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763414.617134:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.617143:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3386
00000100:00080000:2.0:1789763414.617153:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.617163:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763414.617184:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763414.617215:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508913408:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763414.617220:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508913536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763414.617267:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.617275:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763414.617281:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.617291:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3386
00000100:00080000:2.0:1789763414.617301:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.617311:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763414.617322:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763414.617352:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508913664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763414.617365:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763414.617389:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.617397:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763414.617401:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.617412:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3386
00000100:00080000:2.0:1789763414.617420:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.617431:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763414.617442:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763414.617507:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508913792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763414.617512:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9686c7a98000 x1876699508913408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763414.617559:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.617569:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763414.617573:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763414.617583:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508913408/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763414.617589:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3386
00000100:00080000:2.0:1789763414.617603:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.617617:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789763414.617624:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.617683:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763414.617695:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508913408:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789763414.617723:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763414.617755:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508913536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763414.617759:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508913920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763414.617792:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763414.617800:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763414.617806:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763414.617814:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3386
00000800:00000100:0.0:1789763414.617824:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763414.617828:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763414.617843:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763414.617858:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763414.617866:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9686c7a9ad80 x1876699508913536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763414.617893:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508914048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763414.617901:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508913536/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.617958:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.617970:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763414.617980:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508913536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763414.617997:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508913664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763414.618051:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763414.618082:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9686c7a9b800 x1876699508913664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.618108:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508913664/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.618123:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.618131:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763414.618137:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508913664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763414.618150:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508913792:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763414.618212:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763414.618240:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9686c7a99f80 x1876699508913792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.618265:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508913792/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.618295:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.618302:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763414.618309:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508913792:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763414.618347:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508913920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763414.618396:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763414.618423:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9686c7a98380 x1876699508913920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.618490:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508913920/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.618507:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.618513:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763414.618521:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508913920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763414.618534:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508914048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763414.618575:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763414.618598:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763414/real 1789763414]  req@ffff9686c7a99880 x1876699508914048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763414.618620:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508914048/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763439 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763414.618680:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763414.618687:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763414.618694:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508914048:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763414.680968:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763415.704871:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763416.728801:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763417.752877:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763418.776875:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763419.736730:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.736746:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763419.736753:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.736771:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3391
00000100:00080000:2.0:1789763419.736792:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.736808:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763419.736881:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508914176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763419.736921:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.736932:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763419.736935:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.736945:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3391
00000100:00080000:2.0:1789763419.736951:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.736960:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763419.736976:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763419.736999:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508914176:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763419.736999:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508914304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763419.737023:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.737027:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763419.737030:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.737035:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3391
00000100:00080000:2.0:1789763419.737039:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.737043:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763419.737049:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763419.737063:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508914432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763419.737074:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.737079:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763419.737081:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.737085:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3391
00000100:00080000:2.0:1789763419.737090:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.737094:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763419.737101:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763419.737116:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763419.737117:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508914560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763419.737134:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.737138:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763419.737140:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.737143:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3391
00000100:00080000:2.0:1789763419.737147:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.737151:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763419.737157:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763419.737170:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508914688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763419.737180:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763419.737184:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763419.737186:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763419.737191:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3391
00000100:00080000:2.0:1789763419.737196:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763419.737200:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763419.737206:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763419.737207:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9686c7a98a80 x1876699508914176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763419.737225:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508914816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763419.737240:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508914176/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.737265:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.737270:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763419.737275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508914176:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763419.737308:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508914304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763419.737336:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763419.737350:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9686c7a9b480 x1876699508914304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.737363:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508914304/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.737372:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.737376:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763419.737380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508914304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763419.737386:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508914432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763419.737403:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763419.737446:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9686c7a98700 x1876699508914432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.737467:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508914432/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.737499:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.737505:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763419.737510:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508914432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763419.737523:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508914560:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763419.737556:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763419.737570:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9686c7a9bb80 x1876699508914560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.737584:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508914560/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.737594:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.737598:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763419.737602:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508914560:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763419.737608:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508914688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763419.737627:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763419.737637:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9686c7a99180 x1876699508914688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.737692:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508914688/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.737701:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.737705:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763419.737709:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508914688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763419.737716:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508914816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763419.737740:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763419.737752:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763419/real 1789763419]  req@ffff9686c7a99880 x1876699508914816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763419.737766:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508914816/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763444 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763419.737776:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763419.737779:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763419.737783:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508914816:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763419.800880:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763420.824807:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763421.848906:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763422.872906:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763423.896928:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763424.856727:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.856743:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763424.856750:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.856765:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3396
00000100:00080000:2.0:1789763424.856783:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.856795:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763424.856876:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508914944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763424.856918:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.856923:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763424.856926:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.856932:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3396
00000100:00080000:2.0:1789763424.856937:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.856959:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763424.856974:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763424.856990:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508915072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763424.857001:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508914944:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763424.857006:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.857013:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763424.857015:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.857021:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3396
00000100:00080000:2.0:1789763424.857026:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.857032:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763424.857041:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763424.857059:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508915200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763424.857076:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.857082:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763424.857085:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.857091:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3396
00000100:00080000:2.0:1789763424.857098:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.857104:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763424.857113:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763424.857122:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763424.857130:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508915328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763424.857142:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.857147:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763424.857149:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763424.857155:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3396
00000100:00080000:2.0:1789763424.857159:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.857164:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763424.857169:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763424.857180:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508915456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763424.857191:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763424.857195:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763424.857199:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763424.857201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9686c7a98380 x1876699508914944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763424.857206:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3396
00000100:00080000:2.0:1789763424.857213:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763424.857221:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763424.857230:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763424.857243:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508915584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763424.857248:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508914944/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763424.857279:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763424.857284:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763424.857291:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508914944:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763424.857324:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508915072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763424.857351:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763424.857364:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9686c7a99f80 x1876699508915072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763424.857406:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508915072/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763424.857423:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763424.857426:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763424.857430:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508915072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763424.857436:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508915200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763424.857459:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763424.857470:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9686c7a9b800 x1876699508915200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763424.857481:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508915200/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763424.857489:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763424.857493:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763424.857496:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508915200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763424.857501:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508915328:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763424.857517:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763424.857526:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9686c7a9ad80 x1876699508915328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763424.857537:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508915328/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763424.857545:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763424.857547:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763424.857551:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508915328:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763424.857556:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508915456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763424.857571:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763424.857580:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9686c7a98000 x1876699508915456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763424.857589:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508915456/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763424.857596:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763424.857599:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763424.857603:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508915456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763424.857607:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508915584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763424.857622:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763424.857666:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763424/real 1789763424]  req@ffff9686c7a98e00 x1876699508915584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763424.857678:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508915584/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763449 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763424.857686:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763424.857689:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763424.857692:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508915584:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789763424.920812:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763425.944892:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763426.968840:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763427.992864:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763429.016802:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763429.976863:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.976880:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763429.976890:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.976911:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3401
00000100:00080000:0.0:1789763429.976933:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.976948:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763429.977016:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508915712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763429.977064:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.977070:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763429.977072:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.977078:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3401
00000100:00080000:0.0:1789763429.977083:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.977088:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763429.977103:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763429.977121:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508915840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763429.977139:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763429.977141:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508915712:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763429.977150:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763429.977159:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.977166:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3401
00000100:00080000:0.0:1789763429.977170:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.977175:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763429.977180:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763429.977197:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508915968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763429.977219:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.977225:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763429.977227:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.977232:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3401
00000100:00080000:0.0:1789763429.977236:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.977241:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763429.977247:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763429.977268:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508916096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763429.977272:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763429.977298:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763429.977307:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763429.977311:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.977321:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3401
00000100:00080000:0.0:1789763429.977354:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.977365:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763429.977376:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763429.977382:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9686c954f100 x1876699508915712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763429.977408:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508916224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763429.977418:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508915712/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763429.977446:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763429.977456:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763429.977457:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763429.977470:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763429.977471:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508915712:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763429.977478:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763429.977489:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3401
00000100:00080000:0.0:1789763429.977497:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763429.977503:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763429.977510:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763429.977522:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508915840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763429.977533:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508916352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763429.977574:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763429.977598:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9686c954f800 x1876699508915840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763429.977625:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508915840/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763429.977670:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763429.977675:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763429.977679:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508915840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763429.977687:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508915968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763429.977714:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763429.977729:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9686c954ca80 x1876699508915968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763429.977744:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508915968/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763429.977755:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763429.977759:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763429.977763:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508915968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763429.977770:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508916096:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763429.977791:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763429.977802:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9686c954c000 x1876699508916096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763429.977816:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508916096/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763429.977835:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763429.977839:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763429.977843:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508916096:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763429.977849:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508916224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763429.977868:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763429.977880:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9686c954d180 x1876699508916224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763429.977893:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508916224/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763429.977903:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763429.977907:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763429.977911:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508916224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763429.977933:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508916352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763429.977954:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763429.977966:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763429/real 1789763429]  req@ffff9686c954d880 x1876699508916352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763429.977984:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508916352/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763454 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763429.978000:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763429.978006:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763429.978014:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508916352:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763430.040916:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763431.064949:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763432.088942:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763433.112801:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763434.136837:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763435.096870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763435.096887:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763435.096894:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763435.096912:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3406
00000100:00080000:1.0:1789763435.096943:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763435.096955:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763435.097034:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508916480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763435.097090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763435.097099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763435.097104:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763435.097115:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3406
00000100:00080000:1.0:1789763435.097125:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763435.097135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763435.097155:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508916480:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789763435.097156:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763435.097189:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508916608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763435.097205:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763435.097210:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763435.097213:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763435.097219:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3406
00000100:00080000:1.0:1789763435.097225:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763435.097243:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763435.097252:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763435.097275:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508916736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763435.097319:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763435.097325:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763435.097336:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763435.097341:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763435.097352:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3406
00000100:00080000:1.0:1789763435.097362:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763435.097371:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763435.097381:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763435.097421:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff9686c4be9880 x1876699508916480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763435.097422:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508916864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763435.097476:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763435.097485:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763435.097488:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763435.097497:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3406
00000100:00100000:2.0:1789763435.097498:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508916480/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763435.097507:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763435.097521:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789763435.097530:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763435.097532:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763435.097543:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763435.097552:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508916480:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763435.097560:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508916992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763435.097575:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763435.097579:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763435.097582:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763435.097586:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3406
00000100:00080000:1.0:1789763435.097590:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763435.097594:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763435.097603:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508916608:192.168.203.123@tcp:38:kworker.0
00000008:00100000:1.0:1789763435.097606:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763435.097671:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508917120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763435.097757:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763435.097787:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff9686c4be8000 x1876699508916608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763435.097812:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508916608/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763435.097833:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763435.097837:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763435.097842:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508916608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763435.097851:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508916736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763435.097882:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763435.097895:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff9686c4be8700 x1876699508916736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763435.097931:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508916736/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763435.097941:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763435.097946:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763435.097950:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508916736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763435.097957:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508916864:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763435.097980:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763435.097993:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff9686c4be9500 x1876699508916864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763435.098007:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508916864/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763435.098018:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763435.098022:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763435.098026:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508916864:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763435.098032:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508916992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763435.098051:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763435.098063:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff9686c4beb100 x1876699508916992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763435.098078:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508916992/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763435.098088:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763435.098091:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763435.098095:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508916992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763435.098117:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508917120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763435.098138:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763435.098159:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763435/real 1789763435]  req@ffff9686c4be9f80 x1876699508917120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763435.098173:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508917120/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763460 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763435.098182:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763435.098186:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763435.098189:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508917120:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763435.160878:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763436.184866:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763437.208772:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763438.232862:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763439.256936:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763440.216857:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763440.216869:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763440.216876:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763440.216891:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3411
00000100:00080000:0.0:1789763440.216927:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763440.216938:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763440.217005:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508917248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763440.217043:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763440.217049:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763440.217051:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763440.217056:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3411
00000100:00080000:0.0:1789763440.217062:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763440.217067:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763440.217083:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763440.217104:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508917248:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763440.217116:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508917376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763440.217133:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763440.217140:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763440.217143:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763440.217152:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3411
00000100:00080000:0.0:1789763440.217160:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763440.217167:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763440.217173:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763440.217189:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508917504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763440.217211:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763440.217217:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763440.217224:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763440.217224:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763440.217237:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3411
00000100:00080000:0.0:1789763440.217243:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763440.217247:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763440.217254:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763440.217292:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508917632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763440.217305:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763440.217311:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763440.217316:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763440.217325:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff9686c954fb80 x1876699508917248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763440.217331:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3411
00000100:00080000:0.0:1789763440.217355:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763440.217365:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763440.217372:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508917248/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763440.217379:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763440.217393:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.217400:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763440.217408:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508917248:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763440.217413:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508917760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763440.217428:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763440.217432:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763440.217435:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763440.217439:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3411
00000100:00080000:0.0:1789763440.217445:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763440.217450:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508917376:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763440.217456:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763440.217466:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763440.217493:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508917888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763440.217496:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763440.217522:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff9686c954ce00 x1876699508917376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763440.217539:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508917376/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.217557:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.217561:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763440.217566:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508917376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763440.217574:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508917504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763440.217596:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763440.217674:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff9686c954dc00 x1876699508917504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763440.217699:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508917504/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.217708:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.217713:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763440.217718:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508917504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763440.217737:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508917632:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763440.217774:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763440.217792:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff9686c954c380 x1876699508917632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763440.217810:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508917632/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.217821:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.217827:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763440.217831:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508917632:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763440.217837:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508917760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763440.217854:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763440.217865:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff9686c954d880 x1876699508917760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763440.217884:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508917760/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.217892:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.217895:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763440.217898:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508917760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763440.217918:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508917888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763440.217934:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763440.217943:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763440/real 1789763440]  req@ffff9686c954d180 x1876699508917888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763440.217953:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508917888/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763465 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763440.217962:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763440.217964:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763440.217967:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508917888:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763440.280906:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763441.304773:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763442.328905:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763443.352830:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763444.376865:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763445.336789:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763445.336802:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763445.336807:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763445.336822:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3417
00000100:00080000:0.0:1789763445.336839:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763445.336850:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763445.336902:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508918016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763445.336940:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763445.336946:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763445.336948:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763445.336953:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3417
00000100:00080000:0.0:1789763445.336959:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763445.336964:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763445.336978:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763445.336995:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508918144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763445.337010:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763445.337019:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763445.337022:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508918016:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763445.337024:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763445.337041:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3417
00000100:00080000:0.0:1789763445.337048:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763445.337052:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763445.337058:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763445.337078:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508918272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763445.337090:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763445.337095:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763445.337097:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763445.337104:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3417
00000100:00080000:0.0:1789763445.337123:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763445.337128:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763445.337135:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763445.337145:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763445.337159:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508918400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763445.337183:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763445.337187:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763445.337189:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763445.337194:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3417
00000100:00080000:0.0:1789763445.337199:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763445.337204:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763445.337211:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763445.337248:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff9686c954c000 x1876699508918016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763445.337255:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508918528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763445.337313:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763445.337317:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763445.337321:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763445.337327:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3417
00000100:00080000:0.0:1789763445.337332:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763445.337339:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508918016/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763445.337341:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763445.337354:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763445.337375:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508918656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763445.337431:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.337442:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763445.337449:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508918016:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763445.337486:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508918144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763445.337523:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763445.337542:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff9686c954ca80 x1876699508918144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.337558:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508918144/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763445.337569:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.337573:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763445.337578:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508918144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763445.337584:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508918272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763445.337604:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763445.337616:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff9686c954f800 x1876699508918272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.337663:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508918272/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763445.337674:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.337678:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763445.337681:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508918272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763445.337690:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508918400:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763445.337713:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763445.337726:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff9686c954f100 x1876699508918400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.337740:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508918400/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763445.337750:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.337753:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763445.337757:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508918400:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763445.337763:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508918528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763445.337782:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763445.337793:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff9686c954c700 x1876699508918528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.337807:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508918528/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763445.337816:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.337819:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763445.337823:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508918528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763445.337829:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508918656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763445.337847:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763445.337857:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763445/real 1789763445]  req@ffff9686c954ed80 x1876699508918656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763445.337872:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508918656/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763470 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763445.337881:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763445.337884:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763445.337888:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508918656:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789763445.400772:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763446.424945:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763447.448786:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763448.472805:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789763449.496845:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763450.456762:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763450.456780:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763450.456788:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763450.456802:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3422
00000100:00080000:0.0:1789763450.456818:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763450.456828:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763450.456886:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508918784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763450.456934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763450.456942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763450.456947:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763450.456958:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3422
00000100:00080000:0.0:1789763450.456968:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763450.456977:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763450.456994:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763450.457025:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508918912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763450.457048:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763450.457057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763450.457059:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508918784:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763450.457061:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763450.457075:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3422
00000100:00080000:0.0:1789763450.457096:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763450.457102:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763450.457111:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763450.457129:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508919040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763450.457149:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763450.457157:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763450.457160:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763450.457167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763450.457174:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3422
00000100:00080000:0.0:1789763450.457204:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763450.457217:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763450.457226:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763450.457245:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508919168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763450.457260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff9686c954e300 x1876699508918784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763450.457264:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763450.457279:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763450.457286:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763450.457298:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3422
00000100:00080000:0.0:1789763450.457306:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763450.457311:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763450.457318:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508918784/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763450.457321:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763450.457343:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763450.457346:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508919296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763450.457354:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763450.457372:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508918784:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763450.457378:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763450.457396:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763450.457400:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763450.457406:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3422
00000100:00080000:0.0:1789763450.457412:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763450.457417:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508918912:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763450.457424:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763450.457435:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763450.457454:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508919424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763450.457475:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763450.457499:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff9686c954df80 x1876699508918912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763450.457517:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508918912/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763450.457536:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.457541:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763450.457545:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508918912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763450.457552:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508919040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763450.457573:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763450.457584:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff9686c954ea00 x1876699508919040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763450.457598:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508919040/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763450.457608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.457612:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763450.457616:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508919040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763450.457623:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508919168:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763450.457697:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763450.457712:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff9686c954e680 x1876699508919168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763450.457727:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508919168/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763450.457737:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.457740:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763450.457745:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508919168:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763450.457753:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508919296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763450.457787:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763450.457807:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff9686c954ed80 x1876699508919296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763450.457832:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508919296/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763450.457850:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.457856:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763450.457863:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508919296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763450.457894:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508919424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763450.457924:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763450.457939:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763450/real 1789763450]  req@ffff9686c954c700 x1876699508919424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763450.457954:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508919424/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763475 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763450.457964:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763450.457968:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763450.457971:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508919424:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763450.520914:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763451.544902:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763452.568867:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763453.592879:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763454.616917:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763455.576900:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763455.576915:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763455.576922:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763455.576940:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3427
00000100:00080000:2.0:1789763455.576959:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763455.576972:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763455.577034:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508919552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763455.577078:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763455.577084:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763455.577088:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763455.577095:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3427
00000100:00080000:2.0:1789763455.577100:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763455.577106:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763455.577119:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763455.577138:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508919680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763455.577178:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508919552:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763455.577184:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763455.577206:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763455.577211:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763455.577219:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3427
00000100:00080000:2.0:1789763455.577224:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763455.577232:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763455.577241:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763455.577259:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508919808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763455.577273:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763455.577278:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763455.577281:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763455.577286:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3427
00000100:00080000:2.0:1789763455.577290:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763455.577294:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763455.577301:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763455.577317:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508919936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763455.577332:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763455.577351:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763455.577358:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763455.577361:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763455.577369:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3427
00000100:00080000:2.0:1789763455.577375:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763455.577381:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763455.577388:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763455.577403:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508920064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763455.577418:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763455.577421:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9686c7a9a680 x1876699508919552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763455.577427:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763455.577433:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763455.577453:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3427
00000100:00080000:2.0:1789763455.577465:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763455.577478:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763455.577485:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763455.577495:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508919552/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763455.577513:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508920192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763455.577521:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.577541:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763455.577554:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508919552:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763455.577604:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508919680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.577718:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763455.577740:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9686c7a9a300 x1876699508919680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.577759:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508919680/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.577771:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.577776:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763455.577780:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508919680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763455.577790:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508919808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.577833:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763455.577847:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9686c7a99c00 x1876699508919808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.577878:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508919808/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.577895:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.577901:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763455.577908:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508919808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763455.577921:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508919936:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763455.577965:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763455.577987:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9686c7a9aa00 x1876699508919936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.578004:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508919936/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.578015:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.578020:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763455.578023:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508919936:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763455.578031:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508920064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.578060:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763455.578074:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9686c7a9b100 x1876699508920064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.578088:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508920064/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.578107:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.578111:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763455.578115:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508920064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763455.578122:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508920192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763455.578169:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763455.578187:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763455/real 1789763455]  req@ffff9686c7a98e00 x1876699508920192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763455.578203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508920192/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763480 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763455.578213:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763455.578217:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763455.578221:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508920192:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763455.640906:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763456.664924:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763457.688833:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763458.712899:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763459.736855:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763460.696744:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.696759:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763460.696766:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763460.696785:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3432
00000100:00080000:2.0:1789763460.696804:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.696816:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763460.696894:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508920320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763460.696946:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.696954:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763460.696957:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763460.696962:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3432
00000100:00080000:2.0:1789763460.696967:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.696973:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763460.696989:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763460.697008:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508920448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763460.697021:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.697031:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763460.697034:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508920320:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763460.697036:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763460.697054:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3432
00000100:00080000:2.0:1789763460.697059:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.697062:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763460.697068:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763460.697084:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508920576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763460.697093:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.697097:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763460.697100:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763460.697103:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3432
00000100:00080000:2.0:1789763460.697126:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.697131:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763460.697142:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763460.697155:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508920704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763460.697166:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763460.697170:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763460.697180:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763460.697181:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763460.697201:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3432
00000100:00080000:2.0:1789763460.697211:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.697219:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763460.697226:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763460.697242:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508920832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763460.697253:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763460.697262:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9686c7a98000 x1876699508920320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763460.697262:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763460.697270:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763460.697293:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3432
00000100:00080000:2.0:1789763460.697307:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763460.697314:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763460.697321:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763460.697330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508920320/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763460.697339:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508920960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763460.697404:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.697415:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763460.697423:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508920320:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763460.697458:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508920448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.697505:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763460.697523:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9686c7a9ad80 x1876699508920448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.697540:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508920448/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.697551:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.697556:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763460.697560:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508920448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763460.697568:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508920576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.697607:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763460.697674:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9686c7a9b800 x1876699508920576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.697703:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508920576/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.697715:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.697720:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763460.697724:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508920576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763460.697733:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508920704:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763460.697765:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763460.697780:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9686c7a99f80 x1876699508920704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.697795:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508920704/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.697805:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.697809:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763460.697813:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508920704:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763460.697820:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508920832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.697842:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763460.697863:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9686c7a98380 x1876699508920832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.697887:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508920832/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.697903:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.697910:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763460.697918:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508920832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763460.697931:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508920960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763460.697966:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763460.697981:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763460/real 1789763460]  req@ffff9686c7a99880 x1876699508920960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763460.697996:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508920960/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763485 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763460.698007:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763460.698011:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763460.698015:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508920960:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763460.760866:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763461.784923:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763462.808914:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763463.832892:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763464.856851:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763465.816785:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.816799:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763465.816806:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.816821:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3437
00000100:00080000:0.0:1789763465.816848:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.816859:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763465.816910:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508921088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763465.816956:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.816961:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763465.816963:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.816968:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3437
00000100:00080000:0.0:1789763465.816973:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.816977:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763465.816988:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763465.817004:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508921216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763465.817029:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.817033:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763465.817036:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763465.817046:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508921088:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763465.817047:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3437
00000100:00080000:0.0:1789763465.817058:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.817086:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763465.817098:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763465.817125:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508921344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763465.817148:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.817155:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763465.817160:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.817167:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3437
00000100:00080000:0.0:1789763465.817178:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763465.817184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763465.817194:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763465.817205:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763465.817226:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508921472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763465.817241:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763465.817247:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9686c954f100 x1876699508921088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763465.817248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763465.817254:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.817268:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3437
00000100:00080000:0.0:1789763465.817279:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.817287:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763465.817294:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763465.817298:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508921088/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763465.817314:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508921600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763465.817330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.817346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763465.817361:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508921088:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763465.817370:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763465.817379:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763465.817383:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763465.817394:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3437
00000100:00100000:1.0:1789763465.817400:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508921216:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763465.817407:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763465.817421:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763465.817432:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763465.817442:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763465.817464:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9686c954f800 x1876699508921216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763465.817481:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508921728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763465.817484:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508921216/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.817536:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.817547:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763465.817554:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508921216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763465.817564:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508921344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.817589:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763465.817603:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9686c954ca80 x1876699508921344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.817617:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508921344/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.817627:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.817668:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763465.817673:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508921344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763465.817680:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508921472:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763465.817705:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763465.817719:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9686c954c000 x1876699508921472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.817733:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508921472/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.817744:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.817747:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763465.817751:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508921472:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763465.817758:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508921600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.817777:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763465.817788:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9686c954d180 x1876699508921600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.817802:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508921600/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.817811:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.817814:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763465.817818:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508921600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763465.817856:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508921728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763465.817878:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763465.817890:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763465/real 1789763465]  req@ffff9686c954d880 x1876699508921728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763465.817904:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508921728/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763490 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763465.817914:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763465.817918:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763465.817922:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508921728:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763465.880886:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763466.904930:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763467.928991:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763468.952836:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763469.976930:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763470.936752:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.936779:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763470.936785:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.936822:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3442
00000100:00080000:0.0:1789763470.936842:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763470.936855:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763470.936946:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508921856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763470.937005:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.937011:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763470.937014:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.937021:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3442
00000100:00080000:0.0:1789763470.937027:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763470.937084:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763470.937106:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763470.937126:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508921984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763470.937134:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508921856:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763470.937158:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.937164:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763470.937167:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.937173:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3442
00000100:00080000:0.0:1789763470.937177:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763470.937182:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763470.937188:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763470.937200:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508922112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763470.937211:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.937216:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763470.937218:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.937222:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3442
00000100:00080000:0.0:1789763470.937241:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763470.937247:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763470.937256:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763470.937260:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763470.937281:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508922240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763470.937302:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.937309:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763470.937313:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763470.937321:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3442
00000100:00100000:1.0:1789763470.937338:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9686c954c380 x1876699508921856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763470.937341:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763470.937386:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763470.937396:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763470.937426:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508921856/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763470.937427:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508922368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763470.937486:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763470.937491:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763470.937492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763470.937494:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763470.937509:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763470.937510:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3442
00000100:00080000:0.0:1789763470.937521:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763470.937545:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508921856:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763470.937550:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763470.937573:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763470.937586:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508922496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763470.937618:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508921984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.937709:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763470.937732:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9686c954dc00 x1876699508921984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.937761:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508921984/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.937771:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.937775:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763470.937778:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508921984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763470.937785:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508922112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.937804:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763470.937814:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9686c954ce00 x1876699508922112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.937850:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508922112/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.937869:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.937873:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763470.937877:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508922112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763470.937884:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508922240:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763470.937907:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763470.937919:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9686c954fb80 x1876699508922240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.937932:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508922240/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.937943:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.937947:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763470.937951:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508922240:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763470.937958:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508922368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.937994:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763470.938005:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9686c954d880 x1876699508922368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.938017:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508922368/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.938026:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.938051:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763470.938057:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508922368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763470.938065:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508922496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763470.938117:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763470.938129:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763470/real 1789763470]  req@ffff9686c954d180 x1876699508922496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763470.938141:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508922496/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763495 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763470.938158:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763470.938161:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763470.938164:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508922496:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763471.000909:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763472.024810:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763473.048908:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763474.072888:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763475.096863:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763476.056843:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763476.056856:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763476.056862:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763476.056877:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3447
00000100:00080000:0.0:1789763476.056894:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763476.056905:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763476.056976:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508922624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763476.057055:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763476.057060:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763476.057062:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763476.057068:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3447
00000100:00080000:0.0:1789763476.057072:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763476.057077:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763476.057090:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763476.057107:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508922752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763476.057130:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763476.057135:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763476.057140:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763476.057146:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508922624:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763476.057147:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3447
00000100:00080000:0.0:1789763476.057161:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763476.057176:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763476.057182:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763476.057196:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508922880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763476.057207:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763476.057212:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763476.057215:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763476.057218:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3447
00000100:00080000:0.0:1789763476.057222:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763476.057226:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763476.057232:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763476.057246:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508923008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763476.057265:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763476.057268:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763476.057270:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763476.057276:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3447
00000100:00080000:0.0:1789763476.057279:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763476.057282:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763476.057286:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763476.057293:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508923136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763476.057300:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763476.057304:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763476.057306:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763476.057314:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3447
00000100:00080000:0.0:1789763476.057319:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763476.057323:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763476.057328:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763476.057338:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508923264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763476.057552:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508922752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763476.057606:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508922880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763476.057664:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508923008:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763476.057695:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508923136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763476.057727:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508923264:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763476.120889:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763477.144914:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763478.168917:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763479.128912:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789763479.128981:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763479.128998:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763479.129045:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763479.129051:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763479.129056:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763479.129061:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763479.129066:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789763479.129121:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763479]  req@ffff9686c954ca80 x1876699508922752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763479.129159:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508922752/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763479.129173:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763479.129178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763479.129183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508922752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763479.129192:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763479]  req@ffff9686c954f800 x1876699508922880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763479.129203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508922880/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763479.129209:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763479.129212:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763479.129214:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508922880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763479.129219:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763479]  req@ffff9686c954f100 x1876699508923008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763479.129229:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508923008/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763479.129243:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763479.129252:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763479.129256:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508923008:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763479.129264:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763479]  req@ffff9686c954c700 x1876699508923136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763479.129275:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508923136/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763479.129282:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763479.129286:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763479.129290:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508923136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763479.129296:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763479]  req@ffff9686c954ed80 x1876699508923264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763479.129306:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508923264/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763479.129313:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763479.129317:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763479.129320:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508923264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763479.129326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763476/real 1789763479]  req@ffff9686c954c000 x1876699508922624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763479.129337:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508922624/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763501 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763479.129344:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763479.129347:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763479.129350:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508922624:192.168.203.123@tcp:250:kworker.0
00010000:00010000:1.0:1789763479.192784:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763480.216860:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763481.176931:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763481.176994:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763481.177001:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763481.177020:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3452
00000100:00080000:0.0:1789763481.177051:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763481.177065:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763481.177129:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508923392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763481.177253:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508923392:192.168.203.123@tcp:250:kworker.0
00000800:00000100:3.0:1789763481.177362:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763481.177378:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763481.177390:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763481.177395:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763481.177406:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3452
00000100:00080000:0.0:1789763481.177418:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763481.177436:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff9686c954e680 x1876699508923392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763481.177440:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763481.177468:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763481.177485:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508923392/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763481.177510:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508923520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763481.177517:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763481.177537:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763481.177553:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763481.177556:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508923392:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763481.177569:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763481.177577:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763481.177588:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3452
00000100:00080000:0.0:1789763481.177597:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763481.177607:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763481.177620:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508923520:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789763481.177624:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763481.177747:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763481.177782:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff9686c954ea00 x1876699508923520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763481.177832:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508923520/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763481.177846:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508923648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763481.177865:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763481.177885:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763481.177890:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763481.177898:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508923520:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763481.177903:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763481.177913:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763481.177927:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3452
00000100:00080000:0.0:1789763481.177937:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763481.177942:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508923648:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763481.177978:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763481.177995:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763481.178026:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508923776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763481.178040:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763481.178062:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763481.178070:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763481.178074:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763481.178081:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff9686c954df80 x1876699508923648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763481.178090:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3452
00000100:00080000:0.0:1789763481.178103:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763481.178112:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763481.178123:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763481.178145:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508923904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763481.178163:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763481.178169:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763481.178174:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763481.178181:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3452
00000100:00080000:0.0:1789763481.178190:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763481.178197:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763481.178207:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763481.178228:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508924032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763481.178692:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508923648/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763481.178710:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763481.178717:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763481.178724:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508923648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763481.178754:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508923776:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763481.178804:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763481.178827:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff9686c954e300 x1876699508923776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763481.178846:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508923776/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763481.178872:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763481.178879:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763481.178884:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508923776:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763481.178896:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508923904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763481.178937:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763481.178981:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff9686c954ea00 x1876699508923904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763481.178999:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508923904/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763481.179009:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763481.179013:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763481.179017:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508923904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763481.179029:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508924032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763481.179067:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763481.179090:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763481/real 1789763481]  req@ffff9686c954e680 x1876699508924032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763481.179114:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508924032/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763506 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763481.179130:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763481.179136:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763481.179144:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508924032:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763481.240930:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763482.264898:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763483.288849:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763484.312884:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:0.0:1789763485.337012:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763486.296837:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763486.296851:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763486.296857:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763486.296874:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3458
00000100:00080000:1.0:1789763486.296892:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763486.296905:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763486.297004:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508924160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763486.297055:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763486.297062:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763486.297066:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763486.297076:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3458
00000100:00080000:1.0:1789763486.297083:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763486.297090:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763486.297105:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763486.297128:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508924288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763486.297151:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763486.297151:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508924160:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763486.297162:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763486.297172:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763486.297182:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3458
00000100:00080000:1.0:1789763486.297187:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763486.297191:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763486.297198:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763486.297217:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508924416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763486.297228:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763486.297233:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763486.297235:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763486.297240:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3458
00000100:00080000:1.0:1789763486.297245:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763486.297249:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763486.297257:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763486.297269:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508924544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763486.297282:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763486.297286:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763486.297289:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763486.297292:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3458
00000100:00080000:1.0:1789763486.297297:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763486.297305:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763486.297317:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763486.297333:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763486.297366:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508924672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763486.297389:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763486.297399:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff9686c4beb480 x1876699508924160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763486.297403:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763486.297415:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763486.297439:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3458
00000100:00080000:1.0:1789763486.297447:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763486.297456:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508924160/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763486.297464:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763486.297488:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763486.297495:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763486.297505:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763486.297512:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508924800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763486.297522:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508924160:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763486.297594:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508924288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763486.297667:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763486.297687:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff9686c4beb800 x1876699508924288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763486.297704:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508924288/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763486.297716:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763486.297720:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763486.297725:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508924288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763486.297734:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508924416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763486.297760:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763486.297774:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff9686c4beaa00 x1876699508924416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763486.297789:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508924416/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763486.297799:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763486.297802:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763486.297806:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508924416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763486.297814:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508924544:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763486.297836:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763486.297847:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff9686c4bebb80 x1876699508924544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763486.297862:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508924544/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763486.297871:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763486.297875:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763486.297878:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508924544:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763486.297886:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508924672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763486.297906:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763486.297947:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff9686c4be8380 x1876699508924672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763486.297964:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508924672/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763486.297975:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763486.297979:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763486.297983:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508924672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763486.297991:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508924800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763486.298015:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763486.298029:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763486/real 1789763486]  req@ffff9686c4be8e00 x1876699508924800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763486.298043:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508924800/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763511 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763486.298052:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763486.298056:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763486.298059:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508924800:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763486.360950:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763487.384986:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763488.408867:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763489.432838:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763490.456903:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763491.416786:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.416797:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763491.416801:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763491.416814:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3463
00000100:00080000:3.0:1789763491.416826:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763491.416834:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763491.416898:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277b80 x1876699508924928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763491.416933:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.416938:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763491.416940:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763491.416946:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3463
00000100:00080000:3.0:1789763491.416951:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763491.416957:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763491.416970:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763491.416971:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508924928:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763491.416992:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276300 x1876699508925056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763491.417005:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.417009:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763491.417012:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763491.417016:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3463
00000100:00080000:3.0:1789763491.417021:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763491.417024:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763491.417029:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763491.417039:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275c00 x1876699508925184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763491.417046:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.417049:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763491.417049:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763491.417054:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3463
00000800:00000100:1.0:1789763491.417055:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789763491.417058:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763491.417062:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763491.417067:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763491.417076:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274000 x1876699508925312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763491.417084:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.417086:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763491.417087:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763491.417090:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3463
00000100:00080000:3.0:1789763491.417092:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763491.417095:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763491.417098:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763491.417106:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276680 x1876699508925440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763491.417109:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff9686d8277b80 x1876699508924928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763491.417128:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763491.417132:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763491.417134:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763491.417157:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3463
00000100:00100000:1.0:1789763491.417161:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277b80 x1876699508924928/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763491.417163:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763491.417175:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763491.417187:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763491.417189:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763491.417197:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763491.417202:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277480 x1876699508925568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763491.417208:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508924928:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763491.417252:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508925056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763491.417286:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763491.417307:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff9686d8276300 x1876699508925056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763491.417328:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276300 x1876699508925056/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763491.417343:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763491.417348:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763491.417354:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508925056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763491.417363:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508925184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763491.417401:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763491.417409:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff9686d8275c00 x1876699508925184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763491.417417:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275c00 x1876699508925184/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763491.417423:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763491.417425:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763491.417428:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508925184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763491.417431:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508925312:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763491.417444:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763491.417449:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff9686d8274000 x1876699508925312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763491.417456:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274000 x1876699508925312/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763491.417462:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763491.417464:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763491.417466:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508925312:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763491.417469:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508925440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763491.417483:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763491.417489:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff9686d8276680 x1876699508925440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763491.417497:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276680 x1876699508925440/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763491.417502:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763491.417504:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763491.417506:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508925440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763491.417510:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508925568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763491.417529:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763491.417540:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763491/real 1789763491]  req@ffff9686d8277480 x1876699508925568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763491.417554:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277480 x1876699508925568/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763516 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763491.417563:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763491.417566:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763491.417568:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508925568:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763491.480751:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763492.504896:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763493.528952:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763494.552901:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763495.576929:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:3.0:1789763496.536780:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.536796:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:3.0:1789763496.536804:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.536822:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3468
00000100:00080000:3.0:1789763496.536839:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.536875:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763496.536951:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276d80 x1876699508925696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.536991:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.536996:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763496.536999:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.537005:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3468
00000100:00080000:3.0:1789763496.537010:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.537014:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763496.537030:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763496.537048:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8275f80 x1876699508925824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.537063:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.537068:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763496.537075:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763496.537078:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508925696:192.168.203.123@tcp:250:kworker.0
00000100:00080000:3.0:1789763496.537085:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3468
00000100:00080000:3.0:1789763496.537098:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.537103:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763496.537109:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763496.537127:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274700 x1876699508925952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.537149:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.537154:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:3.0:1789763496.537156:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.537161:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3468
00000100:00080000:3.0:1789763496.537166:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.537170:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763496.537176:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763496.537189:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8274a80 x1876699508926080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.537202:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763496.537207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:3.0:1789763496.537211:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:3.0:1789763496.537217:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.537224:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3468
00000100:00080000:3.0:1789763496.537231:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.537237:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763496.537243:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763496.537259:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8277800 x1876699508926208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763496.537272:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763496.537277:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763496.537279:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763496.537285:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3468
00000100:00100000:1.0:1789763496.537292:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9686d8276d80 x1876699508925696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763496.537294:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763496.537308:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:3.0:1789763496.537321:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763496.537339:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686d8276a00 x1876699508926336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763496.537397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276d80 x1876699508925696/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.537426:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.537435:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763496.537445:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508925696:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763496.537508:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508925824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.537562:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763496.537584:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9686d8275f80 x1876699508925824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.537615:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8275f80 x1876699508925824/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.537669:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.537674:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763496.537679:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8275f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508925824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.537688:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508925952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.537718:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763496.537733:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9686d8274700 x1876699508925952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.537749:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274700 x1876699508925952/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.537781:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.537786:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763496.537790:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508925952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.537798:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508926080:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763496.537822:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763496.537835:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9686d8274a80 x1876699508926080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.537883:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8274a80 x1876699508926080/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.537894:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.537899:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763496.537903:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8274a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508926080:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763496.537911:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508926208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.537940:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763496.537954:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9686d8277800 x1876699508926208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.537969:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8277800 x1876699508926208/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.537978:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.537983:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763496.537991:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8277800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508926208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763496.538003:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508926336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763496.538042:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763496.538066:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763496/real 1789763496]  req@ffff9686d8276a00 x1876699508926336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763496.538090:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686d8276a00 x1876699508926336/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763521 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763496.538105:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763496.538111:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763496.538118:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686d8276a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508926336:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763496.600901:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763497.624809:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763498.648888:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763499.672788:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763500.696873:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763501.656800:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763501.656840:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763501.656848:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.656867:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3473
00000100:00080000:1.0:1789763501.656886:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763501.656899:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763501.656971:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508926464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763501.657028:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763501.657034:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763501.657037:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.657046:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3473
00000100:00080000:1.0:1789763501.657053:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763501.657060:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763501.657076:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763501.657084:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508926464:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763501.657103:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508926592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763501.657127:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763501.657134:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763501.657138:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.657145:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3473
00000100:00080000:1.0:1789763501.657153:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763501.657162:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763501.657173:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763501.657197:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508926720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763501.657210:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763501.657221:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763501.657222:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763501.657229:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.657235:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3473
00000100:00080000:1.0:1789763501.657242:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763501.657248:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763501.657256:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763501.657276:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508926848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763501.657290:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763501.657295:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763501.657297:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.657308:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3473
00000100:00100000:3.0:1789763501.657311:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9686c4bea680 x1876699508926464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763501.657312:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763501.657362:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763501.657373:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763501.657378:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508926464/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763501.657404:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508926976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763501.657406:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.657422:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763501.657438:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508926464:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763501.657449:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763501.657457:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763501.657460:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763501.657483:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3473
00000100:00100000:3.0:1789763501.657490:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508926592:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763501.657493:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763501.657510:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763501.657520:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763501.657543:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508927104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763501.657553:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763501.657599:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9686c4bead80 x1876699508926592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763501.657617:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508926592/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763501.657661:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.657666:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763501.657672:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508926592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763501.657680:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508926720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763501.657708:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763501.657723:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9686c4be9c00 x1876699508926720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763501.657738:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508926720/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763501.657748:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.657752:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763501.657756:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508926720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763501.657763:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508926848:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763501.657784:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763501.657795:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9686c4be8e00 x1876699508926848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763501.657859:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508926848/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763501.657870:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.657874:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763501.657878:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508926848:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763501.657886:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508926976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763501.657912:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763501.657926:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9686c4be8380 x1876699508926976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763501.657939:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508926976/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763501.657949:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.657952:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763501.657955:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508926976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763501.657977:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508927104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763501.657998:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763501.658009:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763501/real 1789763501]  req@ffff9686c4bebb80 x1876699508927104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763501.658022:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508927104/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763526 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763501.658031:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763501.658034:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763501.658038:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508927104:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763501.720864:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763502.744915:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763503.768862:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763504.792918:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763505.816917:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763506.776808:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763506.776832:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763506.776843:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763506.776866:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3478
00000100:00080000:1.0:1789763506.776891:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763506.776907:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763506.776985:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508927232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763506.777034:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763506.777040:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763506.777043:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763506.777050:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3478
00000100:00080000:1.0:1789763506.777057:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763506.777065:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763506.777082:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763506.777105:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508927232:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763506.777116:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508927360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763506.777141:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763506.777149:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763506.777153:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763506.777161:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3478
00000100:00080000:1.0:1789763506.777169:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763506.777177:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763506.777187:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763506.777212:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508927488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763506.777235:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763506.777258:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763506.777266:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763506.777271:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763506.777281:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3478
00000100:00080000:1.0:1789763506.777289:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763506.777297:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763506.777307:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763506.777310:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9686c4beaa00 x1876699508927232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763506.777334:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508927616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763506.777345:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508927232/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763506.777361:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763506.777372:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763506.777376:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763506.777379:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763506.777385:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3478
00000100:00080000:1.0:1789763506.777395:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763506.777401:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763506.777407:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763506.777418:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763506.777426:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508927232:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763506.777437:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508927744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763506.777452:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763506.777457:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763506.777460:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763506.777465:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3478
00000100:00080000:1.0:1789763506.777470:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763506.777474:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763506.777479:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763506.777488:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508927360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763506.777499:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508927872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763506.777539:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763506.777563:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9686c4beb800 x1876699508927360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.777579:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508927360/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.777591:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763506.777595:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763506.777600:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508927360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763506.777607:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508927488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763506.777664:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763506.777680:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9686c4beb480 x1876699508927488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.777701:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508927488/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.777718:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763506.777725:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763506.777732:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508927488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763506.777745:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508927616:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763506.777815:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763506.777834:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9686c4be9f80 x1876699508927616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.777850:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508927616/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.777862:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763506.777866:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763506.777870:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508927616:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763506.777877:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508927744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763506.777903:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763506.777916:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9686c4beb100 x1876699508927744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.777930:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508927744/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.777939:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763506.777943:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763506.777946:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508927744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763506.777969:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508927872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763506.777990:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763506.778003:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763506/real 1789763506]  req@ffff9686c4be9500 x1876699508927872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763506.778017:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508927872/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763531 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763506.778027:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763506.778031:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763506.778034:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508927872:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763506.840897:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763507.864897:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763508.888881:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763509.912873:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763510.936894:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763511.896880:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.896897:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763511.896905:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.896924:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3483
00000100:00080000:0.0:1789763511.896946:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.896964:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763511.897035:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508928000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763511.897099:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.897107:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763511.897112:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.897122:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3483
00000100:00080000:0.0:1789763511.897133:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.897146:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763511.897165:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763511.897195:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508928000:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763511.897203:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508928128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763511.897248:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.897255:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763511.897259:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.897269:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3483
00000100:00080000:0.0:1789763511.897276:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.897282:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763511.897289:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763511.897309:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508928256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763511.897322:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.897327:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763511.897329:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.897336:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3483
00000100:00080000:0.0:1789763511.897342:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763511.897348:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763511.897353:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763511.897364:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763511.897386:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508928384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763511.897408:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.897415:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763511.897421:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.897434:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3483
00000100:00100000:1.0:1789763511.897438:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9686c954c000 x1876699508928000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763511.897448:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.897477:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763511.897491:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763511.897492:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508928000/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.897525:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.897532:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763511.897543:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508928000:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763511.897545:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508928512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763511.897583:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763511.897589:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763511.897598:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508928128:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763511.897599:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763511.897621:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3483
00000100:00080000:0.0:1789763511.897706:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763511.897717:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763511.897762:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763511.897771:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763511.897800:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508928640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763511.897826:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9686c954ed80 x1876699508928128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.897849:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508928128/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.897879:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.897888:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763511.897894:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508928128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763511.897912:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508928256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763511.897962:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763511.897993:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9686c954c700 x1876699508928256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.898008:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508928256/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.898020:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.898025:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763511.898029:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508928256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763511.898039:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508928384:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763511.898060:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763511.898071:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9686c954f100 x1876699508928384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.898085:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508928384/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.898095:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.898098:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763511.898103:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508928384:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763511.898111:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508928512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763511.898130:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763511.898142:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9686c954f800 x1876699508928512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.898155:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508928512/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.898165:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.898168:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763511.898172:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508928512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763511.898196:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508928640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763511.898216:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763511.898228:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763511/real 1789763511]  req@ffff9686c954ca80 x1876699508928640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763511.898242:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508928640/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763536 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763511.898251:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763511.898254:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763511.898258:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508928640:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763511.960957:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763512.984866:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763514.008930:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763515.032903:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763516.056900:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763517.016861:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763517.016880:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763517.016889:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763517.016913:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3488
00000100:00080000:2.0:1789763517.016936:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763517.016955:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763517.017016:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508928768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763517.017062:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763517.017068:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763517.017072:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763517.017078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3488
00000100:00080000:2.0:1789763517.017085:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763517.017092:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763517.017107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763517.017137:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508928896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763517.017166:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763517.017169:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508928768:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763517.017179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763517.017188:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763517.017214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3488
00000100:00080000:2.0:1789763517.017222:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763517.017232:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763517.017242:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763517.017271:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508929024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763517.017304:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763517.017311:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763517.017316:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763517.017324:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3488
00000100:00080000:2.0:1789763517.017334:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763517.017340:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763517.017348:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763517.017378:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508929152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763517.017393:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763517.017411:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:1.0:1789763517.017413:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763517.017416:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763517.017425:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3488
00000100:00080000:2.0:1789763517.017429:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763517.017434:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763517.017440:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763517.017454:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508929280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763517.017466:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763517.017470:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763517.017472:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763517.017480:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3488
00000100:00080000:2.0:1789763517.017485:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763517.017490:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763517.017497:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763517.017506:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff9686c7a99180 x1876699508928768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763517.017519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508929408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763517.017610:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508928768/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.017632:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.017639:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763517.017645:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508928768:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763517.017769:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508928896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763517.017810:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763517.017834:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff9686c7a9bb80 x1876699508928896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763517.017859:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508928896/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.017876:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.017883:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763517.017890:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508928896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763517.017904:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508929024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763517.017940:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763517.017956:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff9686c7a98700 x1876699508929024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763517.017980:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508929024/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.017990:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.017994:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763517.017998:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508929024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763517.018007:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508929152:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763517.018029:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763517.018040:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff9686c7a9b480 x1876699508929152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763517.018054:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508929152/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.018063:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.018067:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763517.018074:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508929152:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763517.018106:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508929280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763517.018138:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763517.018152:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff9686c7a98a80 x1876699508929280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763517.018166:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508929280/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.018207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.018217:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763517.018224:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508929280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763517.018244:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508929408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763517.018283:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763517.018302:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763517/real 1789763517]  req@ffff9686c7a99880 x1876699508929408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763517.018317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508929408/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763542 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763517.018327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763517.018331:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763517.018336:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508929408:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763517.080946:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763518.104951:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763519.128936:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763520.152922:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763521.176890:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763522.136803:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763522.136826:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763522.136836:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763522.136860:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3493
00000100:00080000:2.0:1789763522.136882:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763522.136896:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763522.136981:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508929536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763522.137042:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763522.137051:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763522.137054:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763522.137062:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3493
00000100:00080000:2.0:1789763522.137068:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763522.137075:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763522.137092:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763522.137117:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508929664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763522.137135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508929536:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763522.137138:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763522.137154:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763522.137157:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763522.137164:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3493
00000100:00080000:2.0:1789763522.137169:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763522.137174:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763522.137181:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763522.137197:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508929792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763522.137211:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763522.137216:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763522.137218:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763522.137224:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3493
00000100:00080000:2.0:1789763522.137238:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763522.137242:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763522.137248:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763522.137266:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508929920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763522.137281:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763522.137291:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763522.137297:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763522.137300:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763522.137308:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3493
00000100:00080000:2.0:1789763522.137314:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763522.137320:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763522.137326:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763522.137339:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508930048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763522.137352:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763522.137356:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763522.137358:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763522.137364:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3493
00000100:00080000:2.0:1789763522.137369:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763522.137375:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763522.137381:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763522.137384:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff9686c7a98380 x1876699508929536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763522.137401:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508930176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763522.137429:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508929536/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763522.137450:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763522.137457:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763522.137464:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508929536:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763522.137500:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508929664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763522.137531:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763522.137548:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff9686c7a99f80 x1876699508929664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763522.137564:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508929664/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763522.137574:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763522.137579:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763522.137583:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508929664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763522.137590:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508929792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763522.137609:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763522.137717:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff9686c7a9b800 x1876699508929792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763522.137738:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508929792/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763522.137748:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763522.137752:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763522.137757:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508929792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763522.137765:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508929920:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763522.137794:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763522.137808:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff9686c7a9ad80 x1876699508929920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763522.137823:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508929920/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763522.137833:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763522.137837:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763522.137840:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508929920:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763522.137847:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508930048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763522.137881:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763522.137894:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff9686c7a98000 x1876699508930048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763522.137907:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508930048/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763522.137918:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763522.137922:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763522.137925:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508930048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763522.137932:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508930176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763522.137952:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763522.137963:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763522/real 1789763522]  req@ffff9686c7a98e00 x1876699508930176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763522.137987:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508930176/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763547 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763522.137997:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763522.138000:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763522.138003:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508930176:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763522.200845:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763523.224859:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763524.248888:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763525.272853:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763526.296874:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763527.256784:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763527.256795:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763527.256800:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763527.256813:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3498
00000100:00080000:2.0:1789763527.256826:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763527.256835:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763527.256877:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508930304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763527.256910:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763527.256914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763527.256916:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763527.256921:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3498
00000100:00080000:2.0:1789763527.256924:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763527.256927:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763527.256938:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763527.256950:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508930432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763527.256962:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763527.256966:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763527.256967:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763527.256971:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3498
00000100:00080000:2.0:1789763527.256973:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763527.256977:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763527.256983:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763527.256993:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508930560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763527.257014:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763527.257023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:1.0:1789763527.257027:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508930304:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763527.257027:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763527.257065:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3498
00000100:00080000:2.0:1789763527.257070:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763527.257076:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763527.257084:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763527.257106:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508930688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763527.257116:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763527.257120:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763527.257122:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763527.257128:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3498
00000100:00080000:2.0:1789763527.257132:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763527.257135:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763527.257140:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763527.257149:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508930816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763527.257158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763527.257161:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763527.257163:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763527.257166:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3498
00000100:00080000:2.0:1789763527.257171:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763527.257176:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763527.257182:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763527.257194:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508930944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763527.257218:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763527.257297:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff9686c7a9b100 x1876699508930304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763527.257324:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508930304/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763527.257339:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763527.257344:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763527.257349:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508930304:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763527.257361:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508930432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763527.257391:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763527.257405:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff9686c7a9aa00 x1876699508930432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763527.257427:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508930432/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763527.257436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763527.257440:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763527.257443:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508930432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763527.257488:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508930560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763527.257507:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763527.257518:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff9686c7a99c00 x1876699508930560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763527.257530:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508930560/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763527.257539:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763527.257542:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763527.257545:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508930560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763527.257551:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508930688:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763527.257569:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763527.257579:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff9686c7a9a300 x1876699508930688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763527.257590:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508930688/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763527.257606:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763527.257609:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763527.257612:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508930688:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763527.257698:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508930816:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763527.257728:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763527.257742:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff9686c7a9a680 x1876699508930816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763527.257754:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508930816/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763527.257762:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763527.257766:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763527.257770:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508930816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763527.257776:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508930944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763527.257794:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763527.257804:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763527/real 1789763527]  req@ffff9686c7a98e00 x1876699508930944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763527.257816:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508930944/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763552 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763527.257824:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763527.257827:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763527.257831:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508930944:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763527.320923:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763528.344876:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763529.368781:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763530.392907:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763531.416810:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763532.376774:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763532.376792:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763532.376800:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763532.376818:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3504
00000100:00080000:0.0:1789763532.376838:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763532.376864:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763532.376928:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508931072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763532.376983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763532.376992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763532.376996:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763532.377004:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3504
00000100:00080000:0.0:1789763532.377014:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763532.377024:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763532.377043:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763532.377073:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508931072:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763532.377078:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508931200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763532.377119:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763532.377125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763532.377128:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763532.377134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3504
00000100:00080000:0.0:1789763532.377151:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763532.377157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763532.377164:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763532.377184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508931328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763532.377196:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763532.377223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763532.377226:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763532.377239:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3504
00000100:00080000:0.0:1789763532.377244:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763532.377250:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:1.0:1789763532.377254:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789763532.377260:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763532.377280:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508931456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763532.377297:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763532.377302:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763532.377304:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763532.377308:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3504
00000100:00080000:0.0:1789763532.377312:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763532.377317:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763532.377324:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763532.377340:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508931584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763532.377354:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff9686c954d180 x1876699508931072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763532.377364:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763532.377396:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763532.377400:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763532.377415:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3504
00000100:00080000:0.0:1789763532.377430:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763532.377435:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763532.377442:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763532.377458:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508931072/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763532.377459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508931712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763532.377504:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763532.377515:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763532.377522:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508931072:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763532.377564:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508931200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763532.377679:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763532.377702:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff9686c954d880 x1876699508931200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763532.377720:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508931200/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763532.377731:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763532.377746:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763532.377750:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508931200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763532.377762:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508931328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763532.377788:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763532.377809:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff9686c954fb80 x1876699508931328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763532.377834:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508931328/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763532.377849:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763532.377873:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763532.377880:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508931328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763532.377894:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508931456:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763532.377931:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763532.377946:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff9686c954ce00 x1876699508931456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763532.377962:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508931456/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763532.377973:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763532.377978:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763532.377982:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508931456:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763532.377989:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508931584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763532.378010:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763532.378022:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff9686c954dc00 x1876699508931584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763532.378037:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508931584/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763532.378047:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763532.378050:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763532.378054:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508931584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763532.378073:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508931712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763532.378109:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763532.378141:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763532/real 1789763532]  req@ffff9686c954c380 x1876699508931712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763532.378167:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508931712/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763557 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763532.378182:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763532.378197:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763532.378202:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508931712:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763532.440873:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763533.464838:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763534.488861:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763535.512850:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763536.536854:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763537.496831:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.496846:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763537.496853:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.496866:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3509
00000100:00080000:1.0:1789763537.496881:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.496893:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763537.496942:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508931840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.496986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.496992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763537.496994:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.497001:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3509
00000100:00080000:1.0:1789763537.497010:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.497020:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763537.497036:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763537.497059:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508931840:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763537.497068:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508931968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.497103:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.497111:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763537.497114:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.497121:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3509
00000100:00080000:1.0:1789763537.497128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.497135:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763537.497145:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763537.497166:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508932096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.497180:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763537.497183:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763537.497193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763537.497197:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.497206:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3509
00000100:00080000:1.0:1789763537.497212:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.497216:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763537.497223:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763537.497245:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508932224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763537.497264:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.497269:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763537.497272:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.497288:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3509
00000100:00100000:3.0:1789763537.497288:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9686c4be8700 x1876699508931840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763537.497319:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.497331:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763537.497333:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508931840/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763537.497353:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763537.497363:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.497381:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763537.497382:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508932352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763537.497400:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508931840:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763537.497434:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763537.497440:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763537.497444:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763537.497453:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3509
00000100:00080000:1.0:1789763537.497457:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763537.497462:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763537.497470:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763537.497475:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508931968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763537.497491:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508932480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763537.497519:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763537.497577:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9686c4be8000 x1876699508931968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763537.497603:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508931968/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763537.497624:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.497668:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763537.497676:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508931968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763537.497692:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508932096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763537.497734:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763537.497755:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9686c4be9880 x1876699508932096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763537.497776:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508932096/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763537.497792:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.497798:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763537.497804:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508932096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763537.497817:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508932224:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763537.497861:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763537.497884:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9686c4be9500 x1876699508932224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763537.497909:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508932224/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763537.497926:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.497932:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763537.497939:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508932224:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763537.497950:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508932352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763537.497981:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763537.497995:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9686c4beb100 x1876699508932352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763537.498009:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508932352/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763537.498019:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.498023:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763537.498027:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508932352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763537.498051:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508932480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763537.498070:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763537.498081:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763537/real 1789763537]  req@ffff9686c4be9f80 x1876699508932480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763537.498094:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508932480/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763562 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763537.498103:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763537.498107:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763537.498110:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508932480:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763537.560823:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763538.584818:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763539.608772:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763540.632745:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763541.656824:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763542.616811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.616830:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763542.616838:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763542.616854:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3514
00000100:00080000:1.0:1789763542.616871:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763542.616881:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763542.616965:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508932608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763542.617009:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.617015:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763542.617018:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763542.617024:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3514
00000100:00080000:1.0:1789763542.617030:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763542.617038:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763542.617070:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763542.617084:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508932608:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763542.617087:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508932736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763542.617104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.617107:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763542.617109:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763542.617113:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3514
00000100:00080000:1.0:1789763542.617119:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763542.617123:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763542.617128:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763542.617142:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508932864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763542.617151:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.617156:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763542.617158:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763542.617163:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3514
00000100:00080000:1.0:1789763542.617169:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763542.617176:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763542.617183:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763542.617202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508932992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763542.617218:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.617225:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763542.617228:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763542.617235:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3514
00000100:00080000:1.0:1789763542.617243:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763542.617247:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763542.617254:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763542.617261:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508932736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763542.617274:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508933120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763542.617295:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763542.617300:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763542.617302:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763542.617307:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508932864:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763542.617312:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3514
00000100:00080000:1.0:1789763542.617319:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763542.617325:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763542.617331:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763542.617344:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508932992:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763542.617349:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508933248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763542.617381:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508933120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763542.617406:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508933248:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763542.680878:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763543.704888:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763544.728920:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763545.689085:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789763545.689172:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763545.689221:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763545.689301:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763545.689318:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763545.689350:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763545.689366:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763545.689380:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789763545.689393:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9686c4beb800 x1876699508932736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763545.689450:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508932736/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763545.689522:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763545.689549:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763545.689557:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508932736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763545.689573:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9686c4beaa00 x1876699508932864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763545.689597:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508932864/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763545.689611:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763545.689618:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763545.689624:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508932864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763545.689636:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9686c4bebb80 x1876699508932992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763545.689720:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508932992/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763545.689734:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763545.689740:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763545.689745:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508932992:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763545.689756:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9686c4beb480 x1876699508932608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763545.689786:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508932608/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763545.689800:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763545.689806:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763545.689812:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508932608:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763545.689858:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9686c4be8380 x1876699508933120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763545.689883:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508933120/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763545.689898:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763545.689905:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763545.689912:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508933120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763545.689927:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763542/real 1789763545]  req@ffff9686c4be8e00 x1876699508933248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763545.689952:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508933248/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763567 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763545.689966:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763545.689972:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763545.689978:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508933248:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763545.752935:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763546.776869:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763547.736968:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.736983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763547.736991:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.737011:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3519
00000100:00080000:1.0:1789763547.737032:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.737047:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763547.737120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508933376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763547.737159:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.737165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763547.737169:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.737184:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3519
00000100:00080000:1.0:1789763547.737191:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.737198:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763547.737215:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763547.737230:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508933376:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763547.737253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508933504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763547.737291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.737299:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763547.737304:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.737317:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3519
00000100:00080000:1.0:1789763547.737343:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763547.737355:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763547.737364:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763547.737381:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763547.737417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508933632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763547.737431:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9686c4be9c00 x1876699508933376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763547.737514:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.737526:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763547.737530:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763547.737540:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508933376/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763547.737543:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3519
00000100:00080000:1.0:1789763547.737571:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.737591:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789763547.737607:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763547.737613:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789763547.737640:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763547.737652:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508933376:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763547.737727:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508933504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763547.737744:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508933760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763547.737778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763547.737781:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763547.737806:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763547.737811:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.737825:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3519
00000100:00080000:1.0:1789763547.737836:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.737845:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763547.737856:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763547.737883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508933888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763547.737904:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763547.737911:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763547.737914:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763547.737939:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3519
00000100:00080000:1.0:1789763547.737946:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763547.737952:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763547.737961:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763547.737982:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508934016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763547.738861:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9686c4bead80 x1876699508933504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763547.738882:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508933504/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763547.738902:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763547.738909:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763547.738927:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508933504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763547.738944:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508933632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763547.739107:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763547.739124:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9686c4bea680 x1876699508933632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763547.739136:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508933632/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763547.739144:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763547.739148:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763547.739151:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508933632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763547.739170:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508933760:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763547.739189:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763547.739199:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9686c4be9c00 x1876699508933760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763547.739210:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508933760/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763547.739217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763547.739220:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763547.739224:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508933760:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763547.739230:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508933888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763547.739245:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763547.739253:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9686c4be8e00 x1876699508933888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763547.739263:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508933888/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763547.739271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763547.739273:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763547.739276:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508933888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763547.739282:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508934016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763547.739297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763547.739306:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763547/real 1789763547]  req@ffff9686c4be8380 x1876699508934016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763547.739316:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508934016/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763572 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763547.739323:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763547.739326:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763547.739328:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508934016:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763547.800890:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763548.824812:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763549.848755:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763550.872861:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763551.896843:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763552.856794:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763552.856813:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763552.856822:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763552.856841:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3524
00000100:00080000:1.0:1789763552.856861:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763552.856874:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763552.856943:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508934144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763552.856986:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763552.856991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763552.856994:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763552.857000:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3524
00000100:00080000:1.0:1789763552.857004:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763552.857010:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763552.857026:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763552.857043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508934272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763552.857051:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508934144:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763552.857074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763552.857081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763552.857083:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763552.857088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3524
00000100:00080000:1.0:1789763552.857092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763552.857096:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763552.857103:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763552.857121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508934400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763552.857143:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763552.857148:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763552.857151:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763552.857155:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3524
00000100:00080000:1.0:1789763552.857160:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763552.857164:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763552.857170:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763552.857183:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508934528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763552.857195:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763552.857205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789763552.857207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763552.857209:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763552.857221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3524
00000100:00080000:1.0:1789763552.857228:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763552.857233:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763552.857239:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763552.857255:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508934656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763552.857268:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763552.857272:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763552.857275:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763552.857281:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3524
00000100:00080000:1.0:1789763552.857287:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763552.857296:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9686c4beb480 x1876699508934144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763552.857298:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763552.857310:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763552.857335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508934784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763552.857348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508934144/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.857376:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.857386:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763552.857397:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508934144:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763552.857470:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508934272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763552.857511:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763552.857531:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9686c4bebb80 x1876699508934272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.857549:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508934272/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.857561:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.857565:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763552.857570:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508934272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763552.857577:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508934400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763552.857599:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763552.857611:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9686c4beaa00 x1876699508934400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.857660:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508934400/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.857681:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.857685:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763552.857690:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508934400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763552.857699:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508934528:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763552.857726:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763552.857740:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9686c4beb800 x1876699508934528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.857755:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508934528/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.857766:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.857770:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763552.857774:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508934528:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763552.857781:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508934656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763552.857802:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763552.857814:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9686c4be9f80 x1876699508934656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.857828:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508934656/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.857838:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.857841:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763552.857847:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508934656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763552.857854:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508934784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763552.857874:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763552.857885:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763552/real 1789763552]  req@ffff9686c4beb100 x1876699508934784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763552.857899:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508934784/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763577 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763552.857909:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763552.857913:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763552.857917:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508934784:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763552.920899:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763553.944862:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763554.968911:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763555.992866:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763557.016870:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763557.976741:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763557.976752:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763557.976757:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763557.976768:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3529
00000100:00080000:1.0:1789763557.976782:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763557.976790:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763557.976835:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508934912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763557.976860:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763557.976863:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763557.976865:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763557.976868:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3529
00000100:00080000:1.0:1789763557.976871:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763557.976874:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763557.976883:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763557.976895:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508935040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763557.976895:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508934912:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763557.976914:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763557.976917:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763557.976918:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763557.976922:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3529
00000100:00080000:1.0:1789763557.976925:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763557.976927:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763557.976930:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763557.976940:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508935168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763557.976946:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763557.976949:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763557.976951:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763557.976953:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3529
00000100:00080000:1.0:1789763557.976955:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763557.976958:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763557.976961:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763557.976969:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508935296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763557.976977:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763557.976977:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763557.976982:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763557.976984:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763557.976986:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3529
00000100:00080000:1.0:1789763557.976990:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763557.976993:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763557.976996:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763557.977004:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508935424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763557.977010:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763557.977012:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763557.977013:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763557.977016:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3529
00000100:00080000:1.0:1789763557.977020:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763557.977024:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763557.977027:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9686c4be9500 x1876699508934912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763557.977030:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763557.977046:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508934912/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763557.977050:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508935552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763557.977066:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.977072:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763557.977076:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508934912:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763557.977099:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508935040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763557.977115:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763557.977124:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9686c4be9880 x1876699508935040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763557.977133:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508935040/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.977139:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.977141:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763557.977143:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508935040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763557.977147:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508935168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763557.977157:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763557.977163:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9686c4be8000 x1876699508935168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763557.977170:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508935168/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.977175:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.977177:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763557.977178:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508935168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763557.977182:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508935296:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763557.977193:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763557.977199:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9686c4be8700 x1876699508935296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763557.977206:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508935296/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.977212:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.977214:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763557.977215:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508935296:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763557.977221:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508935424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763557.977239:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763557.977250:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9686c4beb100 x1876699508935424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763557.977262:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508935424/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.977271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.977275:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763557.977278:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508935424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763557.977283:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508935552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763557.977300:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763557.977316:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763557/real 1789763557]  req@ffff9686c4be9f80 x1876699508935552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763557.977324:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508935552/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763582 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763557.977330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763557.977333:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763557.977337:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508935552:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763558.040800:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763559.064824:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763560.088839:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763561.112898:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763562.136908:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763563.096763:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763563.096780:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763563.096787:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.096807:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3534
00000100:00080000:1.0:1789763563.096828:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763563.096841:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763563.096910:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508935680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763563.096960:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763563.096966:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763563.096968:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.096975:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3534
00000100:00080000:1.0:1789763563.096980:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763563.096987:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763563.097002:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763563.097021:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508935680:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763563.097024:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508935808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763563.097048:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763563.097052:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763563.097054:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.097059:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3534
00000100:00080000:1.0:1789763563.097064:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763563.097069:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763563.097075:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763563.097091:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508935936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763563.097103:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763563.097109:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763563.097111:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.097115:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3534
00000100:00080000:1.0:1789763563.097122:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763563.097128:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763563.097135:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763563.097153:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763563.097155:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508936064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763563.097175:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763563.097180:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763563.097183:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.097189:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3534
00000100:00080000:1.0:1789763563.097194:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763563.097199:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763563.097205:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763563.097219:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508936192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763563.097232:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763563.097238:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff9686c4beb800 x1876699508935680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763563.097240:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763563.097247:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763563.097262:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3534
00000100:00080000:1.0:1789763563.097273:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763563.097279:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763563.097286:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763563.097288:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508935680/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763563.097305:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508936320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763563.097308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763563.097326:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763563.097340:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508935680:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763563.097423:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508935808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763563.097459:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763563.097477:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff9686c4beaa00 x1876699508935808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763563.097493:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508935808/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763563.097505:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763563.097509:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763563.097514:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508935808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763563.097520:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508935936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763563.097541:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763563.097553:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff9686c4bebb80 x1876699508935936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763563.097576:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508935936/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763563.097592:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763563.097599:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763563.097606:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508935936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763563.097618:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508936064:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763563.097698:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763563.097715:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff9686c4beb480 x1876699508936064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763563.097731:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508936064/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763563.097742:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763563.097746:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763563.097750:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508936064:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763563.097757:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508936192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763563.097777:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763563.097789:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff9686c4be8380 x1876699508936192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763563.097803:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508936192/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763563.097813:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763563.097817:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763563.097821:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508936192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763563.097827:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508936320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763563.097847:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763563.097857:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763563/real 1789763563]  req@ffff9686c4be8e00 x1876699508936320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763563.097871:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508936320/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763588 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763563.097881:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763563.097884:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763563.097888:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508936320:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763563.160918:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763564.184865:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763565.208912:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763566.232933:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763567.256839:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763568.216809:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763568.216825:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763568.216831:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763568.216848:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3539
00000100:00080000:1.0:1789763568.216867:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763568.216882:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763568.216935:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508936448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763568.216966:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763568.216972:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763568.216976:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763568.216984:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3539
00000100:00080000:1.0:1789763568.216989:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763568.216995:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763568.217009:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763568.217031:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508936448:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763568.217032:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508936576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763568.217083:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763568.217087:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763568.217090:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763568.217096:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3539
00000100:00080000:1.0:1789763568.217100:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763568.217105:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763568.217112:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763568.217127:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508936704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763568.217139:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763568.217143:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763568.217146:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763568.217150:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3539
00000100:00080000:1.0:1789763568.217156:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763568.217160:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763568.217168:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763568.217183:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508936832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763568.217196:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763568.217200:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763568.217203:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763568.217214:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763568.217215:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3539
00000100:00080000:1.0:1789763568.217232:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763568.217250:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763568.217257:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763568.217278:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508936960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763568.217291:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763568.217295:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763568.217297:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763568.217334:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3539
00000100:00080000:1.0:1789763568.217342:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763568.217358:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763568.217362:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff9686c4be9c00 x1876699508936448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763568.217370:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763568.217405:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508937088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763568.217420:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508936448/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.217451:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.217460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763568.217469:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508936448:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763568.217518:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508936576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763568.217559:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763568.217577:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff9686c4bea680 x1876699508936576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763568.217593:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508936576/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.217604:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.217609:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763568.217613:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508936576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763568.217620:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508936704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763568.217683:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763568.217699:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff9686c4bead80 x1876699508936704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763568.217714:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508936704/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.217725:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.217731:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763568.217739:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508936704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763568.217749:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508936832:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763568.217774:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763568.217786:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff9686c4be8e00 x1876699508936832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763568.217801:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508936832/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.217811:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.217815:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763568.217819:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508936832:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763568.217826:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508936960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763568.217847:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763568.217859:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff9686c4be8380 x1876699508936960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763568.217874:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508936960/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.217883:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.217887:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763568.217890:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508936960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763568.217897:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508937088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763568.217916:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763568.217928:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763568/real 1789763568]  req@ffff9686c4beb480 x1876699508937088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763568.217941:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508937088/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763593 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763568.217952:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763568.217956:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763568.217960:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508937088:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763568.280898:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763569.304883:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763570.328886:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763571.352885:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763572.376845:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763573.336816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763573.336840:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763573.336851:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763573.336877:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3545
00000100:00080000:1.0:1789763573.336905:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763573.336922:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763573.337011:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508937216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763573.337063:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763573.337069:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763573.337072:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763573.337082:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3545
00000100:00080000:1.0:1789763573.337091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763573.337104:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763573.337142:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763573.337155:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508937216:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763573.337181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508937344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763573.337208:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763573.337215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763573.337219:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763573.337229:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3545
00000100:00080000:1.0:1789763573.337238:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763573.337248:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763573.337260:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763573.337310:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763573.337318:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508937472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763573.337352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763573.337361:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763573.337366:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763573.337375:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3545
00000100:00080000:1.0:1789763573.337385:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763573.337395:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763573.337409:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763573.337418:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff9686c4bebb80 x1876699508937216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763573.337444:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508937600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763573.337468:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508937216/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763573.337474:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763573.337493:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763573.337503:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763573.337509:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763573.337517:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3545
00000100:00080000:3.0:1789763573.337525:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763573.337532:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763573.337535:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508937216:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763573.337546:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763573.337557:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763573.337577:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508937728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763573.337587:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508937344:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763573.337623:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763573.337634:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763573.337639:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763573.337702:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763573.337707:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3545
00000100:00080000:1.0:1789763573.337739:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763573.337748:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763573.337757:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff9686c4beaa00 x1876699508937344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763573.337759:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763573.337790:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508937856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763573.337800:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508937344/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763573.337845:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763573.337854:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763573.337864:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508937344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763573.337879:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508937472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763573.337916:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763573.337949:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff9686c4beb800 x1876699508937472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763573.337964:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508937472/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763573.337974:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763573.337978:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763573.337982:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508937472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763573.337989:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508937600:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763573.338012:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763573.338022:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff9686c4be9f80 x1876699508937600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763573.338035:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508937600/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763573.338045:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763573.338048:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763573.338052:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508937600:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763573.338072:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508937728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763573.338093:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763573.338105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff9686c4beb100 x1876699508937728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763573.338138:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508937728/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763573.338149:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763573.338152:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763573.338155:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508937728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763573.338163:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508937856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763573.338184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763573.338196:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763573/real 1789763573]  req@ffff9686c4be8700 x1876699508937856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763573.338210:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508937856/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763598 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763573.338219:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763573.338223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763573.338226:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508937856:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763573.400952:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763574.424879:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763575.448851:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763576.472890:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763577.496936:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763578.456797:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.456816:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763578.456825:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.456844:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3550
00000100:00080000:2.0:1789763578.456864:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.456876:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763578.456927:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508937984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763578.456976:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.456981:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763578.456984:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.456989:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3550
00000100:00080000:2.0:1789763578.456994:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.457000:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763578.457013:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763578.457032:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508938112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763578.457050:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.457058:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763578.457058:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508937984:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763578.457064:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.457079:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3550
00000100:00080000:2.0:1789763578.457086:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.457091:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763578.457098:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763578.457114:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508938240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763578.457127:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.457132:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763578.457134:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.457138:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3550
00000100:00080000:2.0:1789763578.457145:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.457149:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763578.457157:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763578.457164:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763578.457180:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508938368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763578.457197:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.457201:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763578.457204:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.457209:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3550
00000100:00080000:2.0:1789763578.457216:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.457231:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763578.457236:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763578.457276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff9686c7a98000 x1876699508937984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763578.457288:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508938496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763578.457317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508937984/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763578.457324:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763578.457341:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763578.457347:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763578.457361:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3550
00000100:00080000:2.0:1789763578.457370:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763578.457381:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763578.457390:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763578.457392:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763578.457404:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508938624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763578.457408:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763578.457428:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508937984:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763578.457471:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508938112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763578.457511:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763578.457530:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff9686c7a9ad80 x1876699508938112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763578.457547:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508938112/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763578.457558:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763578.457563:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763578.457567:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508938112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763578.457575:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508938240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763578.457596:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763578.457607:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff9686c7a9b800 x1876699508938240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763578.457622:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508938240/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763578.457665:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763578.457669:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763578.457673:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508938240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763578.457682:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508938368:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763578.457707:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763578.457721:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff9686c7a99f80 x1876699508938368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763578.457736:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508938368/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763578.457746:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763578.457749:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763578.457753:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508938368:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763578.457760:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508938496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763578.457779:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763578.457791:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff9686c7a98380 x1876699508938496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763578.457804:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508938496/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763578.457814:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763578.457817:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763578.457821:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508938496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763578.457827:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508938624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763578.457846:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763578.457857:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763578/real 1789763578]  req@ffff9686c7a99880 x1876699508938624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763578.457871:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508938624/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763603 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763578.457881:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763578.457884:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763578.457887:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508938624:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763578.520849:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763579.544851:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763580.568891:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763581.592886:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763582.616871:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763583.576820:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.576833:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763583.576838:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.576854:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3555
00000100:00080000:1.0:1789763583.576870:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.576883:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763583.576940:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508938752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763583.577004:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.577010:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763583.577012:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.577018:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3555
00000100:00080000:1.0:1789763583.577024:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.577029:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763583.577052:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763583.577069:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508938880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763583.577083:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.577093:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763583.577096:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508938752:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763583.577098:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.577119:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3555
00000100:00080000:1.0:1789763583.577125:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.577148:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763583.577154:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763583.577176:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508939008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763583.577191:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.577195:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763583.577246:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.577253:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3555
00000100:00080000:1.0:1789763583.577258:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.577263:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763583.577270:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763583.577288:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508939136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763583.577303:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763583.577321:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.577327:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763583.577329:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.577335:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3555
00000100:00080000:1.0:1789763583.577340:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.577346:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763583.577351:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763583.577366:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508939264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763583.577379:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763583.577383:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763583.577386:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763583.577391:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3555
00000100:00100000:2.0:1789763583.577399:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9686c4be8000 x1876699508938752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763583.577402:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763583.577417:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763583.577426:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763583.577446:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508939392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763583.577483:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508938752/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763583.577513:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763583.577542:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763583.577551:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508938752:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763583.577617:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508938880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763583.577720:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763583.577772:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9686c4be9880 x1876699508938880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763583.577804:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508938880/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763583.577817:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763583.577823:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763583.577827:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508938880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763583.577843:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508939008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763583.577899:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763583.577946:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9686c4be9500 x1876699508939008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763583.577983:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508939008/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763583.578008:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763583.578015:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763583.578023:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508939008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763583.578053:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508939136:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763583.578106:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763583.578145:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9686c4be8700 x1876699508939136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763583.578169:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508939136/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763583.578179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763583.578183:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763583.578186:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508939136:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763583.578195:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508939264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763583.578265:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763583.578280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9686c4beb100 x1876699508939264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763583.578315:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508939264/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763583.578326:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763583.578330:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763583.578334:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508939264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763583.578343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508939392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763583.578368:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763583.578381:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763583/real 1789763583]  req@ffff9686c4be9f80 x1876699508939392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763583.578397:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508939392/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763608 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763583.578421:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763583.578429:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763583.578437:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508939392:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763583.640889:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763584.664864:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763585.688863:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763586.712874:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763587.736874:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763588.696836:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.696860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763588.696871:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.696896:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3560
00000100:00080000:0.0:1789763588.696918:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.696931:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763588.697001:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508939520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.697045:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.697051:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763588.697054:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.697060:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3560
00000100:00080000:0.0:1789763588.697065:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.697071:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763588.697086:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763588.697105:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508939648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.697122:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.697129:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763588.697133:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763588.697135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508939520:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763588.697143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3560
00000100:00080000:0.0:1789763588.697152:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.697157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763588.697184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763588.697209:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508939776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.697232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.697237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763588.697239:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.697245:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3560
00000100:00080000:0.0:1789763588.697252:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.697258:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763588.697265:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763588.697280:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763588.697283:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508939904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763588.697301:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.697306:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763588.697309:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.697315:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3560
00000100:00080000:0.0:1789763588.697319:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763588.697323:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763588.697329:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763588.697347:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508940032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763588.697358:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9686c954c380 x1876699508939520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763588.697369:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763588.697383:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763588.697389:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763588.697401:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3560
00000100:00080000:0.0:1789763588.697407:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763588.697413:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508939520/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763588.697420:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763588.697432:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763588.697449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763588.697459:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508940160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763588.697463:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763588.697477:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508939520:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763588.697527:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508939648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763588.697565:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763588.697590:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9686c954dc00 x1876699508939648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.697617:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508939648/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.697695:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.697703:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763588.697708:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508939648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763588.697717:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508939776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763588.697752:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763588.697769:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9686c954ce00 x1876699508939776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.697785:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508939776/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.697796:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.697800:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763588.697805:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508939776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763588.697812:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508939904:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763588.697834:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763588.697846:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9686c954fb80 x1876699508939904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.697860:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508939904/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.697871:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.697874:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763588.697878:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508939904:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763588.697885:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508940032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763588.697906:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763588.697919:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9686c954d880 x1876699508940032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.697933:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508940032/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.697943:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.697946:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763588.697950:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508940032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763588.697957:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508940160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763588.697976:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763588.697987:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763588/real 1789763588]  req@ffff9686c954d180 x1876699508940160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763588.698001:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508940160/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763613 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763588.698011:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763588.698014:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763588.698018:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508940160:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763588.760864:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763589.784749:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763590.808897:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763591.832824:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763592.856897:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763593.816816:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763593.816830:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763593.816836:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763593.816852:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3565
00000100:00080000:2.0:1789763593.816867:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763593.816878:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763593.816929:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508940288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763593.816966:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763593.816969:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763593.816970:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763593.816974:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3565
00000100:00080000:2.0:1789763593.816977:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763593.816980:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763593.816992:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763593.817005:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508940416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763593.817040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763593.817044:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763593.817047:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763593.817053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3565
00000100:00080000:2.0:1789763593.817064:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763593.817066:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508940288:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763593.817074:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763593.817100:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763593.817121:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508940544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763593.817164:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763593.817170:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763593.817174:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763593.817184:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3565
00000100:00080000:2.0:1789763593.817218:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763593.817224:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763593.817232:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763593.817243:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763593.817261:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508940672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763593.817277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763593.817281:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763593.817284:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763593.817290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3565
00000100:00080000:2.0:1789763593.817297:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763593.817305:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763593.817309:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9686c7a98a80 x1876699508940288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763593.817313:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763593.817343:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508940800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763593.817361:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508940288/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763593.817363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763593.817387:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763593.817397:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763593.817422:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3565
00000100:00080000:3.0:1789763593.817428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.817436:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763593.817452:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508940288:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763593.817456:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763593.817465:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763593.817466:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508940416:192.168.203.123@tcp:38:kworker.0
00000008:00100000:2.0:1789763593.817479:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763593.817503:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508940928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763593.817520:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763593.817548:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9686c7a9b480 x1876699508940416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.817565:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508940416/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.817584:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.817589:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763593.817593:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508940416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763593.817624:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508940544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763593.817702:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763593.817717:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9686c7a98700 x1876699508940544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.817730:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508940544/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.817739:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.817743:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763593.817747:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508940544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763593.817754:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508940672:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763593.817772:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763593.817783:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9686c7a9bb80 x1876699508940672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.817796:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508940672/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.817804:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.817808:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763593.817823:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508940672:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763593.817829:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508940800:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763593.817846:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763593.817856:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9686c7a99180 x1876699508940800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.817868:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508940800/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.817877:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.817880:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763593.817884:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508940800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763593.817890:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508940928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763593.817907:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763593.817918:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763593/real 1789763593]  req@ffff9686c7a99880 x1876699508940928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763593.817938:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508940928/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763618 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763593.817951:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763593.817957:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763593.817963:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508940928:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763593.880831:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763594.904824:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763595.928876:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763596.952876:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763597.976851:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763598.936840:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763598.936858:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763598.936864:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763598.936889:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3570
00000100:00080000:1.0:1789763598.936919:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763598.936927:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763598.936970:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508941056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763598.937005:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763598.937009:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763598.937012:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763598.937016:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3570
00000100:00080000:1.0:1789763598.937020:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763598.937025:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763598.937036:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763598.937050:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508941184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763598.937064:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763598.937071:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763598.937073:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508941056:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763598.937074:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763598.937086:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3570
00000100:00080000:1.0:1789763598.937131:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763598.937136:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763598.937142:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763598.937156:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508941312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763598.937168:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763598.937172:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763598.937174:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763598.937178:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3570
00000100:00080000:1.0:1789763598.937183:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763598.937196:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763598.937203:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763598.937214:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508941440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763598.937251:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763598.937252:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763598.937264:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763598.937268:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763598.937278:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3570
00000100:00080000:1.0:1789763598.937286:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763598.937294:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763598.937306:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763598.937311:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9686c4beb800 x1876699508941056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763598.937352:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508941568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763598.937359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508941056/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763598.937373:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763598.937385:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763598.937393:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508941056:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763598.937395:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763598.937405:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763598.937409:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763598.937417:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3570
00000100:00080000:1.0:1789763598.937426:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763598.937427:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508941184:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763598.937441:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763598.937453:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763598.937479:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763598.937496:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508941696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763598.937511:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9686c4beaa00 x1876699508941184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763598.937559:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508941184/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763598.937573:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763598.937577:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763598.937583:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508941184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763598.937590:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508941312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763598.937636:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763598.937650:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9686c4bebb80 x1876699508941312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763598.937697:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508941312/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763598.937715:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763598.937719:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763598.937723:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508941312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763598.937731:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508941440:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763598.937762:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763598.937783:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9686c4beb480 x1876699508941440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763598.937805:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508941440/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763598.937822:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763598.937828:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763598.937835:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508941440:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763598.937846:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508941568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763598.937876:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763598.937891:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9686c4be8380 x1876699508941568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763598.937930:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508941568/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763598.937939:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763598.937942:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763598.937946:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508941568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763598.937967:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508941696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763598.937987:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763598.937997:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763598/real 1789763598]  req@ffff9686c4be8e00 x1876699508941696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763598.938030:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508941696/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763623 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763598.938045:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763598.938050:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763598.938057:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508941696:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763599.000837:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763600.024867:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763601.048972:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763602.072771:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763603.096914:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763604.056742:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763604.056755:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763604.056761:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763604.056777:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3575
00000100:00080000:1.0:1789763604.056793:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763604.056805:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763604.056857:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508941824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763604.056884:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763604.056890:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763604.056893:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763604.056901:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3575
00000100:00080000:1.0:1789763604.056909:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763604.056919:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508941824:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763604.056924:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763604.056948:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763604.056982:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508941952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763604.057006:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763604.057014:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763604.057017:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763604.057024:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763604.057033:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3575
00000100:00080000:1.0:1789763604.057044:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763604.057072:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763604.057081:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763604.057104:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508942080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763604.057116:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff9686c4bead80 x1876699508941824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763604.057123:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763604.057137:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763604.057143:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763604.057155:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3575
00000100:00080000:1.0:1789763604.057162:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763604.057165:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508941824/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763604.057175:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763604.057192:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789763604.057198:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763604.057207:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763604.057215:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508942208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763604.057218:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508941824:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763604.057244:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763604.057249:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763604.057251:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763604.057257:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3575
00000100:00080000:1.0:1789763604.057261:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763604.057267:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508941952:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763604.057273:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763604.057285:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763604.057304:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508942336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763604.057320:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763604.057329:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763604.057331:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763604.057338:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763604.057348:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3575
00000100:00080000:1.0:1789763604.057357:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763604.057362:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763604.057368:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763604.057375:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff9686c4bea680 x1876699508941952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763604.057389:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508942464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763604.057444:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508941952/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763604.057466:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763604.057474:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763604.057482:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508941952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763604.057495:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508942080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763604.057547:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763604.057573:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff9686c4be9c00 x1876699508942080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763604.057598:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508942080/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763604.057616:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763604.057623:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763604.057664:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508942080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763604.057674:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508942208:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763604.057707:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763604.057723:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff9686c4be8e00 x1876699508942208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763604.057738:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508942208/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763604.057749:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763604.057753:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763604.057757:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508942208:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763604.057778:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508942336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763604.057803:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763604.057820:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff9686c4be8380 x1876699508942336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763604.057835:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508942336/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763604.057845:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763604.057848:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763604.057852:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508942336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763604.057859:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508942464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763604.057882:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763604.057896:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763604/real 1789763604]  req@ffff9686c4beb480 x1876699508942464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763604.057911:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508942464/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763629 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763604.057920:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763604.057924:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763604.057928:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508942464:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763604.120821:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763605.144872:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763606.168858:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763607.192899:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763608.216884:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763609.176829:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.176850:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763609.176861:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.176884:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3580
00000100:00080000:2.0:1789763609.176906:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763609.176922:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763609.177000:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508942592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763609.177085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.177093:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763609.177100:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.177115:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3580
00000100:00080000:2.0:1789763609.177124:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763609.177134:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763609.177149:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508942592:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789763609.177156:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763609.177202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508942720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763609.177232:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.177241:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763609.177245:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.177255:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3580
00000100:00080000:2.0:1789763609.177266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763609.177277:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763609.177292:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763609.177303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508942720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763609.177335:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508942848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763609.177380:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.177390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1789763609.177393:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508942848:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763609.177398:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.177416:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3580
00000100:00080000:2.0:1789763609.177429:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763609.177440:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763609.177455:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763609.177486:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508942976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763609.177531:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.177541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763609.177547:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.177559:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3580
00000100:00080000:2.0:1789763609.177571:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763609.177587:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508942976:192.168.203.123@tcp:8:kworker.0
00000100:00080000:2.0:1789763609.177605:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763609.177624:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763609.177744:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508943104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763609.177782:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763609.177790:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763609.177793:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763609.177803:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3580
00000100:00080000:2.0:1789763609.177811:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763609.177819:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763609.177833:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508943104:192.168.203.123@tcp:38:kworker.0
00000008:00100000:2.0:1789763609.177836:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763609.177875:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508943232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763609.177943:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508943232:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763609.240848:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763610.264859:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763611.288954:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763612.249178:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789763612.249304:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763612.249343:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763612.249438:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763612.249467:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763612.249490:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763612.249513:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763612.249534:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:1.0:1789763612.249735:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763612]  req@ffff9686c7a98e00 x1876699508943232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763612.249796:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508943232/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763612.249822:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763612.249833:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763612.249845:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508943232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763612.249864:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763612]  req@ffff9686c7a98000 x1876699508943104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763612.249892:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508943104/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763612.249921:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763612.249930:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763612.249938:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508943104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763612.249953:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763612]  req@ffff9686c7a9ad80 x1876699508942976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763612.249977:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508942976/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763612.250020:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763612.250030:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763612.250037:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508942976:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763612.250051:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763612]  req@ffff9686c7a9b800 x1876699508942848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763612.250076:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508942848/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763612.250091:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763612.250098:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763612.250115:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508942848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763612.250131:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763612]  req@ffff9686c7a99f80 x1876699508942720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763612.250157:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508942720/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763612.250174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763612.250181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763612.250188:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508942720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763612.250201:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763609/real 1789763612]  req@ffff9686c7a98380 x1876699508942592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763612.250228:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508942592/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763634 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763612.250245:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763612.250253:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763612.250260:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508942592:192.168.203.123@tcp:250:kworker.0
00010000:00010000:2.0:1789763612.312869:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763613.336858:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763614.296829:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.296844:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763614.296851:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.296869:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3586
00000100:00080000:0.0:1789763614.296886:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.296899:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763614.296948:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508943360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763614.297038:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.297057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763614.297064:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.297074:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3586
00000100:00080000:0.0:1789763614.297084:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.297101:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763614.297120:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763614.297139:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508943360:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763614.297161:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508943488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763614.297189:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.297197:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763614.297201:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.297210:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3586
00000100:00080000:0.0:1789763614.297224:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.297232:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763614.297241:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763614.297268:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508943616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763614.297290:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.297296:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763614.297300:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.297308:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3586
00000100:00080000:0.0:1789763614.297317:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.297326:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:1.0:1789763614.297340:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789763614.297342:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763614.297390:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508943744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763614.297421:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.297429:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789763614.297441:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff9686c954ca80 x1876699508943360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763614.297443:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.297463:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3586
00000100:00080000:0.0:1789763614.297479:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.297498:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763614.297513:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763614.297515:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508943360/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763614.297550:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763614.297553:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508943872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763614.297571:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763614.297590:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508943360:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763614.297599:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763614.297610:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763614.297615:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763614.297625:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3586
00000100:00100000:1.0:1789763614.297726:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508943488:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763614.297728:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763614.297751:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763614.297765:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763614.297801:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508944000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763614.297816:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763614.297879:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff9686c954f800 x1876699508943488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763614.297927:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508943488/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763614.297946:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763614.297953:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763614.298007:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508943488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763614.298022:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508943616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763614.298067:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763614.298089:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff9686c954f100 x1876699508943616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763614.298113:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508943616/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763614.298130:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763614.298138:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763614.298145:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508943616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763614.298159:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508943744:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763614.298200:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763614.298222:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff9686c954c700 x1876699508943744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763614.298244:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508943744/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763614.298259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763614.298265:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763614.298271:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508943744:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763614.298283:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508943872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763614.298322:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763614.298346:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff9686c954ed80 x1876699508943872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763614.298380:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508943872/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763614.298393:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763614.298399:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763614.298404:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508943872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763614.298445:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508944000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763614.298487:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763614.298510:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763614/real 1789763614]  req@ffff9686c954c000 x1876699508944000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763614.298546:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508944000/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763639 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763614.298562:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763614.298567:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763614.298571:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508944000:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763614.361017:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763615.384895:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763616.408874:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763617.432942:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763618.456857:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763619.416823:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.416841:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763619.416850:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.416869:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3591
00000100:00080000:0.0:1789763619.416887:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.416897:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763619.416990:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508944128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763619.417022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.417026:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763619.417027:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.417031:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3591
00000100:00080000:0.0:1789763619.417037:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.417041:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763619.417051:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763619.417065:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508944256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763619.417078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.417113:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763619.417116:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.417130:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3591
00000100:00080000:0.0:1789763619.417136:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.417143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763619.417151:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763619.417171:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508944384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763619.417171:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508944128:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763619.417209:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.417215:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763619.417218:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.417222:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3591
00000100:00080000:0.0:1789763619.417226:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.417232:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763619.417237:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763619.417254:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508944512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763619.417277:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.417282:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763619.417285:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.417290:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3591
00000100:00080000:0.0:1789763619.417322:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.417327:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763619.417333:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763619.417343:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763619.417371:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508944640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763619.417384:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763619.417389:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763619.417393:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763619.417399:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3591
00000100:00080000:0.0:1789763619.417403:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763619.417407:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763619.417414:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763619.417429:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508944768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763619.417450:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff9686c954e680 x1876699508944128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763619.417528:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508944128/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763619.417551:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763619.417561:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763619.417570:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508944128:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763619.417584:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508944256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763619.417710:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763619.417745:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff9686c954ea00 x1876699508944256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763619.417771:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508944256/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763619.417786:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763619.417794:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763619.417804:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508944256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763619.417867:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508944384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763619.417894:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763619.417910:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff9686c954e300 x1876699508944384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763619.417927:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508944384/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763619.417981:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763619.417991:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763619.417997:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508944384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763619.418010:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508944512:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763619.418045:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763619.418064:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff9686c954df80 x1876699508944512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763619.418095:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508944512/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763619.418107:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763619.418112:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763619.418117:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508944512:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763619.418127:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508944640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763619.418156:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763619.418188:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff9686c954c000 x1876699508944640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763619.418217:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508944640/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763619.418235:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763619.418243:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763619.418250:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508944640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763619.418264:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508944768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763619.418295:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763619.418310:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763619/real 1789763619]  req@ffff9686c954ed80 x1876699508944768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763619.418327:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508944768/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763644 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763619.418337:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763619.418341:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763619.418345:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508944768:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763619.480908:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763620.504878:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763621.528822:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763622.552950:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763623.576894:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763624.536885:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.536934:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763624.536957:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763624.536978:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3596
00000100:00080000:2.0:1789763624.536996:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.537009:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763624.537075:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508944896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763624.537117:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.537123:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763624.537126:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763624.537132:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3596
00000100:00080000:2.0:1789763624.537138:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.537145:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763624.537160:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763624.537179:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508945024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763624.537196:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508944896:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763624.537200:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.537215:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763624.537219:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763624.537229:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3596
00000100:00080000:2.0:1789763624.537236:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.537245:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763624.537256:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763624.537285:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508945152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763624.537306:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.537314:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763624.537321:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763624.537322:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763624.537337:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3596
00000100:00080000:2.0:1789763624.537344:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.537351:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763624.537360:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763624.537380:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508945280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763624.537404:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.537409:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763624.537412:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763624.537420:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9686c7a9a680 x1876699508944896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763624.537423:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3596
00000100:00080000:2.0:1789763624.537433:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.537446:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763624.537458:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763624.537469:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508944896/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763624.537477:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508945408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763624.537512:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763624.537514:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763624.537526:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763624.537528:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763624.537532:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763624.537540:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508944896:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763624.537544:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3596
00000100:00080000:2.0:1789763624.537558:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763624.537563:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763624.537569:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763624.537584:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508945536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763624.537595:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508945024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763624.537680:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763624.537700:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9686c7a9a300 x1876699508945024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.537717:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508945024/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763624.537738:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763624.537743:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763624.537747:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508945024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763624.537755:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508945152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763624.537778:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763624.537790:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9686c7a99c00 x1876699508945152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.537805:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508945152/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763624.537815:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763624.537818:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763624.537822:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508945152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763624.537830:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508945280:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763624.537850:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763624.537865:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9686c7a9aa00 x1876699508945280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.537890:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508945280/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763624.537930:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763624.537937:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763624.537945:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508945280:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763624.537957:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508945408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763624.538001:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763624.538021:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9686c7a9b100 x1876699508945408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.538037:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508945408/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763624.538047:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763624.538051:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763624.538055:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508945408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763624.538078:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508945536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763624.538104:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763624.538116:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763624/real 1789763624]  req@ffff9686c7a98380 x1876699508945536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763624.538130:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508945536/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763649 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763624.538140:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763624.538143:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763624.538146:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508945536:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763624.600868:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763625.624913:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763626.648853:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763627.672898:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763628.696903:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763629.656780:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.656797:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763629.656805:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.656824:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3601
00000100:00080000:2.0:1789763629.656844:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.656858:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763629.656960:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508945664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.657002:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.657008:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763629.657011:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.657017:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3601
00000100:00080000:2.0:1789763629.657022:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.657027:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763629.657041:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763629.657060:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508945792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.657075:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.657079:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763629.657082:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.657087:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3601
00000100:00080000:2.0:1789763629.657091:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.657098:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763629.657105:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763629.657118:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508945920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.657131:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.657137:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763629.657140:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.657145:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3601
00000100:00080000:2.0:1789763629.657148:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.657153:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763629.657159:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763629.657171:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508945664:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763629.657191:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508946048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.657220:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.657227:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763629.657231:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.657240:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3601
00000100:00080000:2.0:1789763629.657250:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.657260:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763629.657276:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763629.657283:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763629.657314:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508946176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763629.657334:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763629.657340:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763629.657344:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763629.657354:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3601
00000100:00100000:1.0:1789763629.657358:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9686c7a99f80 x1876699508945664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763629.657364:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763629.657379:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763629.657387:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763629.657418:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508946304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763629.657434:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508945664/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.657463:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.657471:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763629.657481:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508945664:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763629.657495:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508945792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763629.657525:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763629.657542:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9686c7a9b800 x1876699508945792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.657557:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508945792/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.657568:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.657572:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763629.657576:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508945792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763629.657583:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508945920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763629.657603:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763629.657614:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9686c7a9ad80 x1876699508945920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.657707:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508945920/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.657717:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.657721:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763629.657725:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508945920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763629.657760:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508946048:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763629.657786:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763629.657801:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9686c7a98000 x1876699508946048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.657815:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508946048/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.657825:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.657829:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763629.657833:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508946048:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763629.657840:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508946176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763629.657859:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763629.657904:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9686c7a98e00 x1876699508946176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.657919:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508946176/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.657937:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.657942:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763629.657945:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508946176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763629.657953:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508946304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763629.657978:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763629.657990:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763629/real 1789763629]  req@ffff9686c7a99880 x1876699508946304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763629.658005:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508946304/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763654 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763629.658014:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763629.658018:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763629.658022:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508946304:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763629.720896:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763630.744929:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763631.768873:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763632.792941:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763633.816912:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763634.776751:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763634.776769:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763634.776777:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763634.776796:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3606
00000100:00080000:2.0:1789763634.776816:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763634.776854:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763634.776924:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508946432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763634.776966:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763634.776975:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763634.776979:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763634.776988:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3606
00000100:00080000:2.0:1789763634.776997:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763634.777006:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763634.777026:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763634.777051:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508946560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763634.777054:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508946432:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763634.777074:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763634.777080:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763634.777083:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763634.777090:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3606
00000100:00080000:2.0:1789763634.777098:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763634.777105:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763634.777113:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763634.777129:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508946688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763634.777145:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763634.777151:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763634.777155:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763634.777160:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3606
00000100:00080000:2.0:1789763634.777166:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763634.777173:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:1.0:1789763634.777175:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789763634.777182:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763634.777198:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508946816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763634.777216:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763634.777221:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763634.777225:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763634.777231:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3606
00000100:00080000:2.0:1789763634.777238:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763634.777245:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763634.777250:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9686c7a99180 x1876699508946432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763634.777254:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763634.777271:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508946944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763634.777286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508946432/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763634.777288:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763634.777295:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763634.777299:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763634.777305:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3606
00000100:00080000:1.0:1789763634.777308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763634.777311:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763634.777318:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763634.777318:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763634.777326:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508946432:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789763634.777327:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763634.777345:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508947072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763634.777369:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508946560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763634.777415:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763634.777443:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9686c7a9bb80 x1876699508946560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763634.777467:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508946560/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763634.777479:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763634.777483:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763634.777488:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508946560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763634.777496:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508946688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763634.777525:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763634.777539:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9686c7a98700 x1876699508946688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763634.777553:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508946688/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763634.777578:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763634.777582:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763634.777587:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508946688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763634.777595:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508946816:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763634.777620:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763634.777674:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9686c7a9b480 x1876699508946816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763634.777691:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508946816/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763634.777701:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763634.777705:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763634.777709:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508946816:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763634.777716:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508946944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763634.777741:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763634.777754:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9686c7a98a80 x1876699508946944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763634.777768:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508946944/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763634.777778:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763634.777782:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763634.777785:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508946944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763634.777792:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508947072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763634.777813:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763634.777846:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763634/real 1789763634]  req@ffff9686c7a99880 x1876699508947072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763634.777872:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508947072/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763659 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763634.777882:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763634.777887:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763634.777890:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508947072:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763634.840820:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763635.864935:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763636.888889:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763637.912887:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763638.936918:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763639.896931:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763639.896953:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763639.896962:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763639.896983:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3611
00000100:00080000:2.0:1789763639.897007:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763639.897020:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763639.897091:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508947200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763639.897135:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763639.897140:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763639.897143:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763639.897149:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3611
00000100:00080000:2.0:1789763639.897154:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763639.897159:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763639.897174:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763639.897194:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508947328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763639.897207:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763639.897213:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763639.897217:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763639.897222:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3611
00000100:00080000:2.0:1789763639.897226:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763639.897231:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763639.897240:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763639.897249:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508947200:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763639.897259:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508947456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763639.897291:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763639.897296:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763639.897298:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763639.897303:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3611
00000100:00080000:2.0:1789763639.897308:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763639.897313:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763639.897320:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763639.897352:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508947584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763639.897374:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763639.897381:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763639.897385:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763639.897395:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3611
00000100:00080000:2.0:1789763639.897404:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763639.897407:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763639.897420:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763639.897435:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763639.897466:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508947712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763639.897475:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9686c7a98e00 x1876699508947200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.897531:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763639.897541:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763639.897545:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763639.897558:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3611
00000100:00100000:1.0:1789763639.897560:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508947200/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763639.897575:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763639.897601:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789763639.897608:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763639.897616:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763639.897620:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763639.897685:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508947840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763639.897698:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508947200:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763639.897738:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508947328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763639.897847:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763639.897879:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9686c7a98000 x1876699508947328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763639.897908:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508947328/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763639.897939:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763639.897944:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763639.897949:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508947328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763639.897985:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508947456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763639.898017:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763639.898033:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9686c7a9ad80 x1876699508947456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763639.898047:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508947456/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763639.898058:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763639.898062:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763639.898066:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508947456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763639.898073:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508947584:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763639.898093:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763639.898105:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9686c7a9b800 x1876699508947584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763639.898119:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508947584/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763639.898128:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763639.898132:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763639.898136:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508947584:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763639.898143:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508947712:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763639.898163:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763639.898175:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9686c7a99f80 x1876699508947712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763639.898188:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508947712/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763639.898197:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763639.898200:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763639.898204:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508947712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763639.898211:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508947840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763639.898230:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763639.898246:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763639/real 1789763639]  req@ffff9686c7a98380 x1876699508947840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763639.898269:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508947840/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763664 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763639.898285:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763639.898292:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763639.898298:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508947840:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763639.960951:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763640.984903:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763642.008918:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763643.032914:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763644.056886:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763645.016832:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.016848:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763645.016857:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.016876:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3616
00000100:00080000:2.0:1789763645.016897:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.016912:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763645.016980:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508947968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.017022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.017028:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.017031:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.017038:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3616
00000100:00080000:2.0:1789763645.017042:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.017047:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763645.017061:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.017079:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508948096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.017094:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.017098:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763645.017103:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763645.017114:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508947968:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763645.017114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3616
00000100:00080000:2.0:1789763645.017121:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.017132:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763645.017141:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.017155:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508948224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.017167:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.017172:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.017174:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.017179:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3616
00000100:00080000:2.0:1789763645.017183:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.017188:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763645.017193:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763645.017208:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508948352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.017221:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.017227:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763645.017230:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.017234:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3616
00000100:00080000:2.0:1789763645.017238:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.017242:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:1.0:1789763645.017251:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789763645.017252:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763645.017272:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508948480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763645.017286:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763645.017290:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763645.017292:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763645.017296:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3616
00000100:00080000:2.0:1789763645.017301:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763645.017305:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763645.017311:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763645.017329:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff9686c7a9b100 x1876699508947968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763645.017331:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508948608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763645.017392:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508947968/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.017411:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.017420:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763645.017429:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508947968:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763645.017476:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508948096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.017525:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763645.017546:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff9686c7a9aa00 x1876699508948096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.017564:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508948096/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.017575:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.017580:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763645.017584:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508948096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763645.017592:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508948224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.017615:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763645.017670:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff9686c7a99c00 x1876699508948224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.017712:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508948224/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.017730:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.017737:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763645.017743:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508948224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763645.017785:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508948352:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763645.017824:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763645.017841:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff9686c7a9a300 x1876699508948352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.017857:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508948352/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.017869:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.017873:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763645.017877:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508948352:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763645.017884:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508948480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.017905:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763645.017917:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff9686c7a9a680 x1876699508948480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.017931:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508948480/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.017950:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.017954:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763645.017958:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508948480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763645.017965:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508948608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763645.017984:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763645.017995:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763645/real 1789763645]  req@ffff9686c7a98380 x1876699508948608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763645.018008:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508948608/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763670 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763645.018018:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763645.018022:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763645.018025:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508948608:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763645.080923:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763646.104898:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763647.128869:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763648.152849:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763649.176882:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763650.136925:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763650.136964:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763650.136968:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763650.136977:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3621
00000100:00080000:2.0:1789763650.136985:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763650.136991:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763650.137042:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508948736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763650.137076:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763650.137083:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763650.137085:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763650.137090:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3621
00000100:00080000:2.0:1789763650.137094:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763650.137099:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763650.137110:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763650.137126:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508948864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763650.137139:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508948736:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763650.137148:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763650.137171:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763650.137185:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763650.137194:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3621
00000100:00080000:2.0:1789763650.137200:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763650.137206:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763650.137213:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763650.137247:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508948992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763650.137254:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763650.137267:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763650.137280:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763650.137283:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763650.137287:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3621
00000100:00080000:2.0:1789763650.137311:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763650.137317:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763650.137326:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763650.137351:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508949120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763650.137368:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763650.137370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff9686c7a99f80 x1876699508948736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763650.137384:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763650.137394:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763650.137410:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3621
00000100:00100000:1.0:1789763650.137431:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508948736/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763650.137434:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763650.137449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763650.137450:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789763650.137460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763650.137468:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508948736:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789763650.137468:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763650.137531:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508949248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763650.137544:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508948864:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763650.137553:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763650.137558:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763650.137563:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763650.137570:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3621
00000100:00080000:2.0:1789763650.137577:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763650.137581:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763650.137598:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763650.137606:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763650.137620:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508949376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763650.137629:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff9686c7a9b800 x1876699508948864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763650.137678:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508948864/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763650.137699:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.137789:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763650.137793:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508948864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763650.137800:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508948992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763650.137832:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763650.137841:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff9686c7a9ad80 x1876699508948992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763650.137849:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508948992/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763650.137855:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.137858:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763650.137860:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508948992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763650.137864:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508949120:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763650.137876:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763650.137883:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff9686c7a98000 x1876699508949120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763650.137890:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508949120/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763650.137896:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.137898:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763650.137899:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508949120:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763650.137912:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508949248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763650.137923:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763650.137930:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff9686c7a98e00 x1876699508949248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763650.137939:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508949248/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763650.137958:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.137961:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763650.137965:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508949248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763650.137971:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508949376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763650.137992:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763650.138002:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763650/real 1789763650]  req@ffff9686c7a99880 x1876699508949376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763650.138010:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508949376/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763675 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763650.138027:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763650.138029:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763650.138032:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508949376:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763650.200846:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763651.224886:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763652.248862:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763653.272963:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763654.296896:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763655.256874:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763655.256889:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763655.256896:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763655.256934:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3626
00000100:00080000:2.0:1789763655.256951:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763655.256961:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763655.257024:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508949504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763655.257071:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763655.257077:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763655.257081:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763655.257088:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3626
00000100:00080000:2.0:1789763655.257094:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763655.257100:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763655.257116:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763655.257132:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508949632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763655.257151:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763655.257159:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:0.0:1789763655.257161:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508949504:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763655.257163:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763655.257172:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3626
00000100:00080000:2.0:1789763655.257187:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763655.257193:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763655.257200:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763655.257214:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508949760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763655.257225:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763655.257231:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763655.257234:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763655.257242:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3626
00000100:00080000:2.0:1789763655.257247:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:0.0:1789763655.257268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763655.257275:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763655.257285:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763655.257306:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508949888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763655.257321:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763655.257328:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:0.0:1789763655.257329:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff9686c7a98a80 x1876699508949504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763655.257342:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763655.257361:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3626
00000100:00080000:2.0:1789763655.257372:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763655.257382:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763655.257390:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763655.257410:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508950016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763655.257425:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508949504/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763655.257427:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763655.257445:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763655.257451:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763655.257466:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3626
00000100:00080000:2.0:1789763655.257473:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763655.257474:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763655.257482:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763655.257497:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763655.257498:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763655.257519:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508949504:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763655.257533:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508950144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763655.257578:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508949632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763655.257630:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763655.257706:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff9686c7a9b480 x1876699508949632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763655.257741:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508949632/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763655.257749:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763655.257753:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763655.257756:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508949632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763655.257764:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508949760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763655.257785:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763655.257816:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff9686c7a98700 x1876699508949760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763655.257828:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508949760/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763655.257844:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763655.257847:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763655.257851:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508949760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763655.257857:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508949888:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763655.257877:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763655.257886:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff9686c7a9bb80 x1876699508949888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763655.257898:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508949888/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763655.257918:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763655.257921:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763655.257925:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508949888:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763655.257947:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508950016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763655.257962:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763655.257970:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff9686c7a99180 x1876699508950016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763655.257978:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508950016/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763655.257984:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763655.257987:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763655.257990:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508950016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763655.258006:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508950144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763655.258020:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763655.258027:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763655/real 1789763655]  req@ffff9686c7a99880 x1876699508950144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763655.258037:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508950144/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763680 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763655.258044:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763655.258046:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763655.258048:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508950144:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763655.320905:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763656.344879:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763657.368870:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763658.392846:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763659.416919:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763660.376847:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763660.376865:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763660.376873:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763660.376893:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3632
00000100:00080000:2.0:1789763660.376912:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763660.376924:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763660.376998:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508950272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763660.377039:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763660.377044:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763660.377046:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763660.377052:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3632
00000100:00080000:2.0:1789763660.377056:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763660.377061:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763660.377090:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763660.377117:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508950400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763660.377153:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763660.377161:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763660.377165:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763660.377174:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508950272:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763660.377181:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3632
00000100:00080000:2.0:1789763660.377196:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763660.377207:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763660.377220:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763660.377254:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508950528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763660.377270:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763660.377293:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763660.377303:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763660.377306:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763660.377314:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3632
00000100:00080000:2.0:1789763660.377323:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763660.377331:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763660.377338:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff9686c7a98e00 x1876699508950272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763660.377345:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763660.377377:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508950272/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763660.377379:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508950656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763660.377476:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763660.377483:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763660.377485:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763660.377489:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763660.377499:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763660.377506:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3632
00000100:00100000:0.0:1789763660.377516:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508950272:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763660.377517:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763660.377538:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763660.377547:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763660.377565:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508950784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763660.377591:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508950400:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763660.377598:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763660.377605:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763660.377609:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763660.377616:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3632
00000100:00080000:2.0:1789763660.377624:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763660.377706:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763660.377715:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763660.377724:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763660.377734:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508950912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763660.377773:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff9686c7a98000 x1876699508950400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763660.377804:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508950400/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763660.377814:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763660.377819:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763660.377823:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508950400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763660.377831:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508950528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763660.377859:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763660.377870:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff9686c7a9ad80 x1876699508950528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763660.377882:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508950528/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763660.377891:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763660.377894:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763660.377898:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508950528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763660.377904:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508950656:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763660.377920:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763660.377930:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff9686c7a9b800 x1876699508950656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763660.377941:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508950656/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763660.377950:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763660.377954:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763660.377957:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508950656:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763660.377975:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508950784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763660.377993:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763660.378003:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff9686c7a99f80 x1876699508950784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763660.378015:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508950784/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763660.378023:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763660.378026:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763660.378030:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508950784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763660.378036:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508950912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763660.378051:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763660.378079:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763660/real 1789763660]  req@ffff9686c7a98380 x1876699508950912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763660.378090:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508950912/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763685 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763660.378098:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763660.378101:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763660.378104:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508950912:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763660.440817:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763661.464829:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763662.488848:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763663.512820:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763664.536841:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763665.496804:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763665.496817:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763665.496824:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763665.496840:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3637
00000100:00080000:2.0:1789763665.496858:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763665.496881:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763665.496932:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508951040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763665.496972:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763665.496977:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763665.496979:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763665.496983:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3637
00000100:00080000:2.0:1789763665.496987:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763665.496991:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763665.497002:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763665.497016:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508951168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763665.497028:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763665.497032:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763665.497035:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763665.497038:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3637
00000100:00080000:2.0:1789763665.497042:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763665.497046:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763665.497051:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763665.497059:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508951040:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763665.497067:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508951296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763665.497084:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763665.497087:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763665.497090:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763665.497093:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3637
00000100:00080000:2.0:1789763665.497098:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763665.497103:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763665.497110:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763665.497131:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508951424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763665.497147:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763665.497153:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763665.497156:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763665.497162:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3637
00000100:00080000:2.0:1789763665.497168:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763665.497175:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:0.0:1789763665.497183:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789763665.497190:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763665.497216:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508951552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763665.497229:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763665.497233:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763665.497235:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763665.497240:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3637
00000100:00080000:2.0:1789763665.497244:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763665.497250:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763665.497257:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763665.497263:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9686c7a9a680 x1876699508951040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763665.497278:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508951680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763665.497298:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508951040/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.497314:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.497324:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763665.497331:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508951040:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763665.497347:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508951168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763665.497378:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763665.497393:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9686c7a9a300 x1876699508951168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763665.497407:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508951168/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.497416:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.497420:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763665.497424:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508951168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763665.497450:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508951296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763665.497477:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763665.497488:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9686c7a99c00 x1876699508951296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763665.497501:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508951296/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.497509:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.497512:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763665.497516:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508951296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763665.497522:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508951424:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763665.497539:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763665.497549:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9686c7a9aa00 x1876699508951424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763665.497561:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508951424/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.497569:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.497572:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763665.497575:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508951424:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763665.497581:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508951552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763665.497620:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763665.497680:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9686c7a9b100 x1876699508951552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763665.497694:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508951552/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.497710:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.497714:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763665.497717:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508951552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763665.497733:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508951680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763665.497758:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763665.497770:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763665/real 1789763665]  req@ffff9686c7a98380 x1876699508951680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763665.497783:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508951680/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763690 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763665.497791:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763665.497795:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763665.497798:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508951680:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763665.560886:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763666.584850:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763667.608855:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763668.632754:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763669.656841:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763670.616745:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.616757:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763670.616762:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.616776:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3642
00000100:00080000:2.0:1789763670.616789:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.616800:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763670.616844:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508951808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.616877:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.616881:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763670.616883:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.616888:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3642
00000100:00080000:2.0:1789763670.616891:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.616895:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763670.616905:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763670.616917:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508951936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.616927:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.616933:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763670.616935:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.616939:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3642
00000100:00080000:2.0:1789763670.616943:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.616947:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763670.616951:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763670.616959:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508952064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.616969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.616972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763670.616975:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.616979:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3642
00000100:00080000:2.0:1789763670.616984:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.616988:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763670.616993:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763670.617001:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508952192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.617010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.617013:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763670.617014:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.617018:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3642
00000100:00080000:2.0:1789763670.617021:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.617024:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763670.617029:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763670.617037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508952320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763670.617046:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763670.617049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763670.617050:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763670.617053:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3642
00000100:00080000:2.0:1789763670.617056:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763670.617059:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763670.617063:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763670.617082:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508952448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763670.617146:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508951808:192.168.203.123@tcp:250:kworker.0
00000800:00000100:0.0:1789763670.617511:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763670.617822:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9686c7a99f80 x1876699508951808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763670.617911:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508951808/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763670.617972:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763670.617983:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763670.617993:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508951808:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763670.618040:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508951936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763670.618165:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763670.618240:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9686c7a9b800 x1876699508951936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763670.618292:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508951936/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763670.618362:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763670.618372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763670.618379:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508951936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763670.618423:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508952064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763670.618558:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763670.618765:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9686c7a9ad80 x1876699508952064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763670.618866:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508952064/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763670.618927:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763670.618934:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763670.618964:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508952064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763670.618979:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508952192:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763670.619108:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763670.619136:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9686c7a98000 x1876699508952192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763670.619160:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508952192/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763670.619175:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763670.619181:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763670.619188:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508952192:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763670.619201:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508952320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763670.619247:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763670.619269:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9686c7a98e00 x1876699508952320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763670.619292:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508952320/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763670.619307:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763670.619314:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763670.619320:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508952320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763670.619388:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508952448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763670.619428:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763670.619450:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763670/real 1789763670]  req@ffff9686c7a99880 x1876699508952448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763670.619472:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508952448/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763695 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763670.619488:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763670.619494:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763670.619500:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508952448:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763670.680850:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763671.704869:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763672.728820:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763673.752881:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763674.776838:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763675.736758:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763675.736772:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763675.736779:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763675.736796:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3647
00000100:00080000:2.0:1789763675.736812:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763675.736824:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763675.736875:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508952576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763675.736919:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763675.736925:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763675.736928:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763675.736934:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3647
00000100:00080000:2.0:1789763675.736938:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763675.736943:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763675.736955:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763675.736970:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508952704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763675.736984:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763675.736989:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763675.736991:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763675.736996:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3647
00000100:00080000:2.0:1789763675.737000:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763675.737006:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763675.737011:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763675.737023:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508952832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763675.737039:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508952576:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763675.737040:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763675.737051:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763675.737057:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763675.737068:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3647
00000100:00080000:2.0:1789763675.737072:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763675.737076:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763675.737085:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763675.737109:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508952960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763675.737129:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763675.737135:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763675.737140:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763675.737148:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3647
00000100:00080000:2.0:1789763675.737156:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763675.737164:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763675.737174:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763675.737199:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508953088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763675.737220:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508952704:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763675.737221:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763675.737236:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763675.737241:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763675.737249:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3647
00000100:00080000:2.0:1789763675.737255:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763675.737260:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763675.737269:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763675.737293:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508953216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763675.737308:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508952832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763675.737343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508952960:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763675.737370:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508953088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763675.737402:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508953216:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763675.800851:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763676.824898:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763677.848876:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763678.808921:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789763678.808958:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763678.808971:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763678.809001:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763678.809008:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763678.809013:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763678.809018:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763678.809023:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:0.0:1789763678.809122:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9686c7a99880 x1876699508953216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763678.809166:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508953216/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763678.809179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763678.809184:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763678.809189:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508953216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763678.809198:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9686c7a98700 x1876699508952832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763678.809221:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508952832/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763678.809230:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763678.809233:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763678.809236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508952832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763678.809241:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9686c7a9b480 x1876699508952960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763678.809250:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508952960/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763678.809255:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763678.809257:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763678.809259:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508952960:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763678.809264:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9686c7a98a80 x1876699508953088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763678.809270:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508953088/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763678.809275:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763678.809277:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763678.809279:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508953088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763678.809284:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9686c7a99180 x1876699508952576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763678.809305:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508952576/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763678.809313:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763678.809317:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763678.809321:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508952576:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763678.809328:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763675/real 1789763678]  req@ffff9686c7a9bb80 x1876699508952704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763678.809341:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508952704/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763700 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763678.809354:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763678.809357:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763678.809361:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508952704:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763678.872860:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763679.896937:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763680.856879:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763680.856900:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763680.856909:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763680.856929:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3652
00000100:00080000:0.0:1789763680.856951:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763680.856965:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763680.857033:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508953344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763680.857093:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763680.857107:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763680.857111:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763680.857119:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3652
00000100:00080000:0.0:1789763680.857128:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763680.857136:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763680.857156:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763680.857189:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508953472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763680.857200:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508953344:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763680.857232:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763680.857240:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763680.857244:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763680.857254:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3652
00000100:00080000:0.0:1789763680.857261:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763680.857268:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763680.857276:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763680.857299:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508953600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763680.857313:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763680.857318:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763680.857321:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763680.857325:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3652
00000100:00080000:0.0:1789763680.857331:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763680.857336:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763680.857343:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763680.857356:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763680.857367:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508953728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763680.857394:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763680.857402:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763680.857406:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763680.857415:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3652
00000100:00080000:0.0:1789763680.857436:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763680.857451:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763680.857453:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9686c954c700 x1876699508953344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763680.857472:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763680.857540:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508953856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763680.857558:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508953344/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763680.857571:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763680.857593:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763680.857600:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763680.857604:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763680.857614:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3652
00000100:00080000:1.0:1789763680.857624:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763680.857695:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508953344:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763680.857721:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763680.857736:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763680.857748:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763680.857761:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508953472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763680.857779:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508953984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763680.857844:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763680.857879:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9686c954f100 x1876699508953472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763680.857908:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508953472/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763680.857926:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763680.857934:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763680.857942:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508953472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763680.857957:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508953600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763680.858005:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763680.858032:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9686c954f800 x1876699508953600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763680.858060:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508953600/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763680.858090:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763680.858098:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763680.858105:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508953600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763680.858119:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508953728:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763680.858167:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763680.858192:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9686c954ca80 x1876699508953728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763680.858219:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508953728/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763680.858237:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763680.858244:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763680.858252:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508953728:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763680.858265:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508953856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763680.858310:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763680.858337:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9686c954d180 x1876699508953856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763680.858364:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508953856/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763680.858382:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763680.858389:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763680.858398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508953856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763680.858447:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508953984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763680.858523:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763680.858550:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763680/real 1789763680]  req@ffff9686c954d880 x1876699508953984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763680.858576:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508953984/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763705 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763680.858593:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763680.858599:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763680.858616:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508953984:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763680.920945:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763681.944857:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763682.968871:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763683.992767:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763685.016867:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763685.976788:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763685.976802:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763685.976808:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763685.976824:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3657
00000100:00080000:2.0:1789763685.976838:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763685.976849:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763685.976909:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508954112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763685.976975:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763685.976983:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763685.976987:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763685.976995:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3657
00000100:00080000:2.0:1789763685.977003:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763685.977013:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763685.977027:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763685.977050:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508954240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763685.977069:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763685.977077:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:1.0:1789763685.977079:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508954112:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763685.977081:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763685.977094:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3657
00000100:00080000:2.0:1789763685.977103:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763685.977108:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763685.977116:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763685.977134:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508954368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763685.977147:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763685.977152:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763685.977154:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763685.977160:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3657
00000100:00080000:2.0:1789763685.977164:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763685.977168:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763685.977175:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763685.977198:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763685.977198:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508954496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763685.977218:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763685.977223:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763685.977226:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763685.977231:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3657
00000100:00080000:2.0:1789763685.977235:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763685.977240:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763685.977247:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763685.977263:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9686c7a98e00 x1876699508954112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763685.977266:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508954624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763685.977331:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763685.977336:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763685.977339:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763685.977347:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508954112/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763685.977350:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3657
00000100:00080000:2.0:1789763685.977360:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763685.977367:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763685.977372:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763685.977385:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508954752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763685.977403:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763685.977413:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763685.977422:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508954112:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763685.977481:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508954240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763685.977518:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763685.977537:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9686c7a98000 x1876699508954240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763685.977553:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508954240/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763685.977564:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763685.977568:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763685.977573:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508954240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763685.977580:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508954368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763685.977600:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763685.977611:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9686c7a9ad80 x1876699508954368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763685.977625:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508954368/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763685.977672:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763685.977676:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763685.977680:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508954368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763685.977688:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508954496:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763685.977712:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763685.977726:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9686c7a9b800 x1876699508954496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763685.977750:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508954496/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763685.977760:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763685.977763:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763685.977767:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508954496:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763685.977773:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508954624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763685.977793:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763685.977804:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9686c7a99f80 x1876699508954624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763685.977818:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508954624/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763685.977828:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763685.977831:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763685.977834:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508954624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763685.977841:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508954752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763685.977859:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763685.977870:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763685/real 1789763685]  req@ffff9686c7a98380 x1876699508954752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763685.977882:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508954752/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763710 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763685.977899:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763685.977903:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763685.977907:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508954752:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763686.040866:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763687.064888:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763688.088907:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763689.112875:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763690.136882:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763691.096867:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.096885:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763691.096896:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763691.096915:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3662
00000100:00080000:0.0:1789763691.096936:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.096949:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763691.097020:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508954880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763691.097083:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.097092:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763691.097097:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763691.097107:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3662
00000100:00080000:0.0:1789763691.097117:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.097128:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763691.097150:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763691.097175:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508954880:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763691.097191:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508955008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763691.097212:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.097218:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763691.097221:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763691.097229:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3662
00000100:00080000:0.0:1789763691.097236:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.097242:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763691.097254:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763691.097272:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508955136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763691.097292:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763691.097322:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.097329:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763691.097333:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763691.097339:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3662
00000100:00080000:0.0:1789763691.097345:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.097352:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763691.097360:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763691.097384:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508955264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763691.097385:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff9686c954fb80 x1876699508954880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763691.097498:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.097506:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763691.097510:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763691.097517:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3662
00000100:00100000:2.0:1789763691.097529:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508954880/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763691.097530:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763691.097556:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763691.097579:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763691.097581:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763691.097602:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763691.097612:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508954880:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763691.097617:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508955392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763691.097708:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508955008:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763691.097717:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763691.097728:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763691.097735:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763691.097750:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3662
00000800:00000100:2.0:1789763691.097761:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763691.097763:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763691.097786:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff9686c954ce00 x1876699508955008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763691.097806:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763691.097822:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508955008/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763691.097827:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763691.097859:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763691.097862:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508955520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763691.097890:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763691.097906:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508955008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763691.097923:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508955136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763691.097977:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763691.098017:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff9686c954dc00 x1876699508955136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763691.098035:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508955136/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763691.098047:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763691.098053:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763691.098057:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508955136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763691.098067:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508955264:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763691.098096:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763691.098113:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff9686c954c380 x1876699508955264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763691.098146:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508955264/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763691.098172:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763691.098183:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763691.098198:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508955264:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763691.098282:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508955392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763691.098345:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763691.098387:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff9686c954d880 x1876699508955392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763691.098406:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508955392/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763691.098456:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763691.098465:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763691.098479:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508955392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763691.098502:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508955520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763691.098562:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763691.098607:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763691/real 1789763691]  req@ffff9686c954d180 x1876699508955520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763691.098679:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508955520/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763716 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763691.098696:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763691.098707:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763691.098716:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508955520:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763691.160857:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763692.184848:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763693.208841:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763694.232848:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763695.256902:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763696.216736:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763696.216750:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763696.216756:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763696.216771:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3667
00000100:00080000:0.0:1789763696.216788:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763696.216804:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763696.216884:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508955648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763696.216930:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763696.216935:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763696.216939:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763696.216944:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3667
00000100:00080000:0.0:1789763696.216951:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763696.216959:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763696.216971:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763696.216987:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508955776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763696.217000:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:2.0:1789763696.217001:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508955648:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763696.217007:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763696.217012:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763696.217019:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3667
00000100:00080000:0.0:1789763696.217022:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763696.217025:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763696.217029:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763696.217042:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508955904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763696.217051:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763696.217054:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763696.217057:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763696.217060:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3667
00000100:00080000:0.0:1789763696.217063:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763696.217084:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763696.217092:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763696.217112:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763696.217113:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508956032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763696.217146:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763696.217152:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763696.217155:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763696.217161:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3667
00000100:00080000:0.0:1789763696.217168:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763696.217176:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff9686c954ca80 x1876699508955648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763696.217178:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763696.217192:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763696.217223:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508956160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763696.217225:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508955648/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763696.217281:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763696.217284:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763696.217289:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763696.217296:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763696.217298:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763696.217309:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508955648:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763696.217311:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3667
00000100:00080000:0.0:1789763696.217325:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763696.217331:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763696.217336:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763696.217364:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508956288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763696.217398:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508955776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763696.217429:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763696.217442:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff9686c954f800 x1876699508955776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763696.217454:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508955776/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.217462:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.217466:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763696.217469:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508955776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763696.217474:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508955904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763696.217488:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763696.217496:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff9686c954f100 x1876699508955904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763696.217513:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508955904/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.217519:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.217522:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763696.217524:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508955904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763696.217529:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508956032:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763696.217543:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763696.217550:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff9686c954c700 x1876699508956032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763696.217560:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508956032/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.217567:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.217570:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763696.217572:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508956032:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763696.217577:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508956160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763696.217590:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763696.217597:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff9686c954ed80 x1876699508956160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763696.217607:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508956160/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.217620:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.217623:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763696.217691:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508956160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763696.217699:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508956288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763696.217728:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763696.217743:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763696/real 1789763696]  req@ffff9686c954c000 x1876699508956288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763696.217766:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508956288/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763721 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763696.217777:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763696.217782:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763696.217785:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508956288:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763696.280917:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763697.304873:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763698.328823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763699.352852:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763700.376896:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763701.336845:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763701.336863:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763701.336872:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763701.336900:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3673
00000100:00080000:0.0:1789763701.336921:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763701.336934:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763701.337006:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508956416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763701.337045:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763701.337051:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763701.337054:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763701.337060:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3673
00000100:00080000:0.0:1789763701.337066:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763701.337072:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763701.337088:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763701.337106:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508956544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763701.337133:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763701.337141:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:2.0:1789763701.337144:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508956416:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763701.337145:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763701.337158:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3673
00000100:00080000:0.0:1789763701.337168:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763701.337173:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763701.337179:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763701.337195:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508956672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763701.337208:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763701.337213:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763701.337216:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763701.337220:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3673
00000100:00080000:0.0:1789763701.337224:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763701.337229:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763701.337235:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763701.337249:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508956800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763701.337272:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763701.337278:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763701.337281:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:2.0:1789763701.337292:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763701.337294:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3673
00000100:00080000:0.0:1789763701.337305:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763701.337310:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763701.337316:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763701.337358:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508956928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763701.337375:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763701.337381:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763701.337384:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763701.337392:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3673
00000100:00080000:0.0:1789763701.337400:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763701.337409:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763701.337421:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff9686c954df80 x1876699508956416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763701.337422:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763701.337466:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508957056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763701.337473:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508956416/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.337531:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.337550:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763701.337558:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508956416:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763701.337602:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508956544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763701.337707:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763701.337738:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff9686c954e300 x1876699508956544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.337759:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508956544/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.337771:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.337775:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763701.337780:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508956544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763701.337789:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508956672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763701.337822:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763701.337843:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff9686c954ea00 x1876699508956672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.337869:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508956672/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.337885:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.337893:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763701.337900:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508956672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763701.337913:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508956800:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763701.337949:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763701.337964:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff9686c954e680 x1876699508956800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.337980:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508956800/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.337990:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.337994:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763701.337998:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508956800:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763701.338005:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508956928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763701.338026:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763701.338038:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff9686c954c000 x1876699508956928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.338051:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508956928/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.338062:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.338066:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763701.338070:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508956928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763701.338080:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508957056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763701.338116:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763701.338138:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763701/real 1789763701]  req@ffff9686c954ed80 x1876699508957056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763701.338178:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508957056/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763726 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763701.338190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763701.338193:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763701.338198:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508957056:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763701.400871:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763702.424918:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763703.448972:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763704.472766:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763705.496859:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763706.456765:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763706.456781:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763706.456788:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763706.456803:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3678
00000100:00080000:0.0:1789763706.456818:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763706.456829:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763706.456885:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508957184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763706.456937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763706.456945:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763706.456949:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763706.456958:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3678
00000100:00080000:0.0:1789763706.456967:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763706.456975:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763706.456989:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763706.457014:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508957184:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763706.457016:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508957312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763706.457045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763706.457049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763706.457068:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763706.457076:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3678
00000100:00080000:0.0:1789763706.457083:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763706.457088:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763706.457096:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:2.0:1789763706.457118:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763706.457120:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508957440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763706.457138:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763706.457145:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763706.457148:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763706.457153:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3678
00000100:00080000:0.0:1789763706.457159:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763706.457164:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763706.457172:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763706.457185:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508957568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763706.457200:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff9686c954c700 x1876699508957184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763706.457204:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763706.457222:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763706.457229:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763706.457240:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3678
00000100:00080000:0.0:1789763706.457247:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763706.457254:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508957184/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763706.457256:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763706.457270:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:2.0:1789763706.457287:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.457320:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763706.457333:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508957184:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763706.457337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508957696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763706.457354:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763706.457359:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763706.457379:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763706.457386:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3678
00000100:00080000:0.0:1789763706.457391:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763706.457399:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508957312:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763706.457401:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763706.457415:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763706.457438:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508957824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763706.457472:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763706.457502:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff9686c954f100 x1876699508957312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763706.457518:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508957312/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763706.457537:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.457541:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763706.457545:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508957312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763706.457552:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508957440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763706.457578:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763706.457589:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff9686c954f800 x1876699508957440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763706.457602:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508957440/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763706.457612:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.457616:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763706.457619:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508957440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763706.457625:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508957568:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763706.457688:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763706.457703:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff9686c954ca80 x1876699508957568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763706.457717:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508957568/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763706.457726:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.457730:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763706.457734:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508957568:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763706.457741:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508957696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763706.457764:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763706.457775:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff9686c954d180 x1876699508957696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763706.457788:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508957696/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763706.457797:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.457816:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763706.457820:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508957696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763706.457843:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508957824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763706.457865:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763706.457877:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763706/real 1789763706]  req@ffff9686c954d880 x1876699508957824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763706.457890:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508957824/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763731 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763706.457899:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763706.457902:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763706.457906:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508957824:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763706.520948:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763707.544954:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763708.568814:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763709.592866:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763710.616761:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763711.576736:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.576753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763711.576761:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763711.576776:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3683
00000100:00080000:1.0:1789763711.576792:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763711.576802:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763711.576863:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508957952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763711.576890:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.576894:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763711.576895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763711.576899:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3683
00000100:00080000:1.0:1789763711.576902:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763711.576906:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763711.576917:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763711.576929:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508958080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763711.576939:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.576942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763711.576944:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763711.576947:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3683
00000100:00080000:1.0:1789763711.576948:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763711.576951:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763711.576957:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763711.576967:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508958208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763711.576976:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.576982:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763711.576989:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763711.576990:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508957952:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763711.577003:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3683
00000100:00080000:1.0:1789763711.577013:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763711.577017:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763711.577022:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763711.577035:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508958336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763711.577044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.577047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763711.577049:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763711.577051:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3683
00000100:00080000:1.0:1789763711.577053:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763711.577056:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763711.577058:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763711.577067:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508958464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763711.577075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763711.577079:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763711.577081:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763711.577085:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3683
00000100:00080000:1.0:1789763711.577088:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763711.577090:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763711.577094:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763711.577102:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508958592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763711.577118:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763711.577181:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9686c4bebb80 x1876699508957952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.577205:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508957952/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.577220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.577226:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763711.577231:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508957952:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763711.577242:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508958080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763711.577320:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763711.577349:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9686c4beaa00 x1876699508958080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.577376:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508958080/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.577388:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.577392:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763711.577397:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508958080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763711.577431:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508958208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763711.577462:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763711.577477:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9686c4beb800 x1876699508958208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.577511:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508958208/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.577521:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.577525:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763711.577529:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508958208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763711.577538:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508958336:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763711.577574:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763711.577596:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9686c4be9f80 x1876699508958336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.577623:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508958336/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.577699:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.577704:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763711.577709:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508958336:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763711.577717:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508958464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763711.577750:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763711.577766:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9686c4beb100 x1876699508958464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.577795:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508958464/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.577814:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.577819:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763711.577823:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508958464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763711.577831:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508958592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763711.577852:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763711.577864:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763711/real 1789763711]  req@ffff9686c4be8700 x1876699508958592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763711.577878:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508958592/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763736 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763711.577887:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763711.577891:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763711.577894:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508958592:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763711.640895:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763712.664879:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763713.688764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763714.712885:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763715.736877:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763716.696887:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763716.696903:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763716.696911:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763716.696927:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3688
00000100:00080000:0.0:1789763716.696946:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763716.696959:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763716.697023:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508958720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763716.697066:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763716.697072:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763716.697074:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763716.697080:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3688
00000100:00080000:0.0:1789763716.697084:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763716.697089:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763716.697104:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763716.697121:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508958848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763716.697136:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763716.697141:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763716.697143:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763716.697151:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3688
00000100:00080000:0.0:1789763716.697163:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763716.697165:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508958720:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763716.697176:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763716.697190:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763716.697206:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508958976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763716.697252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763716.697258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763716.697261:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763716.697270:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3688
00000100:00080000:0.0:1789763716.697275:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763716.697285:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:2.0:1789763716.697289:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789763716.697300:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763716.697326:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508959104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763716.697343:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763716.697348:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763716.697351:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763716.697359:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3688
00000100:00100000:2.0:1789763716.697360:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9686c954c380 x1876699508958720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763716.697369:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763716.697384:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763716.697405:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763716.697419:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508958720/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763716.697425:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508959232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763716.697500:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763716.697520:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763716.697525:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763716.697531:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763716.697541:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:2.0:1789763716.697546:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508958720:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763716.697553:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3688
00000100:00080000:0.0:1789763716.697573:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:2.0:1789763716.697582:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508958848:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763716.697583:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763716.697601:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763716.697624:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508959360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763716.697707:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763716.697744:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9686c954dc00 x1876699508958848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.697760:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508958848/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.697769:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.697773:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763716.697777:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508958848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763716.697807:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508958976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763716.697827:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763716.697838:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9686c954ce00 x1876699508958976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.697850:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508958976/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.697858:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.697861:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763716.697864:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508958976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763716.697870:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508959104:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763716.697886:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763716.697897:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9686c954fb80 x1876699508959104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.697916:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508959104/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.697930:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.697935:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763716.697940:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508959104:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763716.697950:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508959232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763716.697984:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763716.698002:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9686c954d880 x1876699508959232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.698023:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508959232/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.698036:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.698041:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763716.698047:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508959232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763716.698058:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508959360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763716.698086:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763716.698099:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763716/real 1789763716]  req@ffff9686c954d180 x1876699508959360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763716.698110:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508959360/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763741 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763716.698119:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763716.698122:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763716.698126:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508959360:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763716.760886:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763717.784952:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763718.808871:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763719.832884:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763720.856895:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763721.816809:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763721.816825:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763721.816832:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763721.816847:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3693
00000100:00080000:2.0:1789763721.816863:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763721.816874:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763721.816934:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508959488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763721.816979:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763721.816984:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763721.816987:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763721.816992:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3693
00000100:00080000:2.0:1789763721.816998:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763721.817003:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763721.817017:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763721.817042:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508959616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763721.817044:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508959488:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763721.817081:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763721.817087:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763721.817089:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763721.817096:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3693
00000100:00080000:2.0:1789763721.817101:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763721.817105:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763721.817112:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763721.817126:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508959744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763721.817138:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763721.817143:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763721.817146:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:1.0:1789763721.817154:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763721.817164:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3693
00000100:00080000:2.0:1789763721.817170:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763721.817216:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763721.817218:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9686c7a9b100 x1876699508959488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763721.817233:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763721.817246:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508959488/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763721.817257:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508959872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763721.817260:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763721.817280:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763721.817281:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763721.817292:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508959488:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763721.817293:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763721.817304:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763721.817311:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3693
00000100:00080000:2.0:1789763721.817320:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763721.817325:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763721.817334:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508959616:192.168.203.123@tcp:38:kworker.0
00000008:00100000:2.0:1789763721.817336:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763721.817356:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508960000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763721.817373:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763721.817381:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763721.817389:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763721.817393:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763721.817395:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9686c7a9aa00 x1876699508959616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.817417:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3693
00000100:00100000:1.0:1789763721.817423:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508959616/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763721.817434:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763721.817436:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763721.817448:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763721.817457:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763721.817461:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508959616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763721.817481:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508959744:192.168.203.123@tcp:38:kworker.0
00000008:00100000:2.0:1789763721.817482:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:1.0:1789763721.817504:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763721.817518:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508960128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763721.817523:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9686c7a99c00 x1876699508959744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763721.817601:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508959744/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763721.817610:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763721.817614:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763721.817616:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508959744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763721.817666:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508959872:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763721.817688:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763721.817706:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9686c7a9a300 x1876699508959872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763721.817718:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508959872/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763721.817727:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763721.817730:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763721.817741:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508959872:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763721.817762:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508960000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763721.817780:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763721.817788:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9686c7a9a680 x1876699508960000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763721.817795:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508960000/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763721.817801:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763721.817803:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763721.817805:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508960000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763721.817809:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508960128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763721.817819:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763721.817824:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763721/real 1789763721]  req@ffff9686c7a9b100 x1876699508960128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763721.817832:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508960128/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763746 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763721.817837:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763721.817839:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763721.817840:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508960128:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763721.880819:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763722.904868:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763723.928878:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763724.952834:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763725.976918:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763726.936751:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.936770:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763726.936778:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.936798:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3698
00000100:00080000:2.0:1789763726.936819:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.936834:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763726.936901:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508960256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763726.936943:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.936953:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763726.936959:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.936971:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3698
00000100:00080000:2.0:1789763726.936980:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.936988:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763726.937009:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763726.937029:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508960256:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763726.937052:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508960384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763726.937080:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.937085:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763726.937089:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.937098:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3698
00000100:00080000:2.0:1789763726.937108:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.937115:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763726.937124:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763726.937186:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508960512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763726.937203:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763726.937231:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.937239:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763726.937243:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.937259:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3698
00000100:00080000:2.0:1789763726.937267:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.937275:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763726.937285:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763726.937319:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9686c7a98380 x1876699508960256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763726.937363:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508960256/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.937379:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508960640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763726.937404:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763726.937414:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763726.937417:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763726.937431:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763726.937436:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789763726.937438:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508960256:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763726.937458:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3698
00000100:00080000:2.0:1789763726.937476:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763726.937482:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763726.937493:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763726.937501:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508960384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763726.937520:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508960768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763726.937543:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763726.937548:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763726.937550:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763726.937554:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3698
00000100:00080000:2.0:1789763726.937559:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763726.937570:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763726.937579:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763726.937591:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763726.937613:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9686c7a99f80 x1876699508960384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763726.937616:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508960896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763726.937741:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508960384/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763726.937768:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763726.937774:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763726.937786:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508960384:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763726.937810:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508960512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763726.937871:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763726.937897:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9686c7a9b800 x1876699508960512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763726.937934:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508960512/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763726.937951:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763726.937958:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763726.937965:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508960512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763726.937978:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508960640:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763726.938020:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763726.938038:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9686c7a9ad80 x1876699508960640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763726.938054:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508960640/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763726.938065:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763726.938070:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763726.938074:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508960640:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763726.938098:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508960768:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763726.938122:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763726.938134:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9686c7a98000 x1876699508960768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763726.938176:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508960768/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763726.938196:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763726.938200:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763726.938204:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508960768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763726.938212:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508960896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763726.938240:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763726.938254:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763726/real 1789763726]  req@ffff9686c7a98e00 x1876699508960896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763726.938268:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508960896/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763751 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763726.938280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763726.938286:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763726.938293:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508960896:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763727.000903:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763728.024906:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763729.048861:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763730.072898:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763731.096908:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763732.056835:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.056862:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763732.056871:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.056893:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3703
00000100:00080000:1.0:1789763732.056917:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.056933:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763732.057002:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508961024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763732.057044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.057050:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763732.057053:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.057060:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3703
00000100:00080000:1.0:1789763732.057065:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.057070:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763732.057086:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763732.057128:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508961152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763732.057152:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.057161:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763732.057167:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.057181:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3703
00000100:00100000:2.0:1789763732.057183:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508961024:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763732.057190:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.057208:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763732.057221:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763732.057248:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508961280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763732.057265:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.057270:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763732.057273:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.057280:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3703
00000100:00080000:1.0:1789763732.057286:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.057292:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763732.057299:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763732.057317:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508961408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:2.0:1789763732.057327:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763732.057345:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.057351:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763732.057354:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.057361:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3703
00000100:00080000:1.0:1789763732.057369:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.057374:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763732.057380:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763732.057395:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508961536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763732.057411:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff9686c4be9500 x1876699508961024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763732.057439:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763732.057454:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763732.057457:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763732.057465:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3703
00000100:00080000:1.0:1789763732.057471:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763732.057482:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763732.057482:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508961024/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763732.057495:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763732.057518:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508961664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763732.057537:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.057548:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763732.057556:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508961024:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763732.057570:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508961152:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763732.057611:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763732.057665:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff9686c4be9880 x1876699508961152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763732.057683:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508961152/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.057695:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.057699:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763732.057703:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508961152:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763732.057739:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508961280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763732.057766:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763732.057780:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff9686c4be8000 x1876699508961280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763732.057795:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508961280/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.057815:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.057819:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763732.057823:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508961280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763732.057830:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508961408:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763732.057851:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763732.057862:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff9686c4be8700 x1876699508961408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763732.057876:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508961408/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.057886:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.057890:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763732.057893:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508961408:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763732.057900:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508961536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763732.057921:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763732.057933:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff9686c4beb100 x1876699508961536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763732.057946:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508961536/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.057956:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.057959:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763732.057964:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508961536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763732.057971:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508961664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763732.057990:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763732.058000:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763732/real 1789763732]  req@ffff9686c4be9f80 x1876699508961664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763732.058013:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508961664/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763757 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763732.058023:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763732.058027:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763732.058030:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508961664:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763732.120852:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763733.144900:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763734.168894:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763735.192874:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763736.216878:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763737.176809:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763737.176830:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763737.176839:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763737.176859:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3708
00000100:00080000:2.0:1789763737.176879:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763737.176894:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763737.176996:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508961792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763737.177043:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763737.177049:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763737.177052:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763737.177058:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3708
00000100:00080000:2.0:1789763737.177066:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763737.177099:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763737.177117:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763737.177137:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508961920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763737.177158:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763737.177161:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508961792:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763737.177168:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763737.177177:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763737.177188:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3708
00000100:00080000:2.0:1789763737.177192:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763737.177198:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763737.177205:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763737.177227:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508962048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763737.177240:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763737.177245:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763737.177247:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763737.177251:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3708
00000100:00080000:2.0:1789763737.177256:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763737.177262:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763737.177268:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789763737.177277:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763737.177286:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508962176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763737.177313:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763737.177319:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763737.177321:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763737.177327:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3708
00000100:00080000:2.0:1789763737.177331:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763737.177338:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763737.177348:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763737.177366:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508962304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763737.177377:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff9686c7a9bb80 x1876699508961792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763737.177384:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763737.177403:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763737.177409:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763737.177441:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3708
00000100:00080000:2.0:1789763737.177452:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763737.177456:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763737.177462:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763737.177477:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508962432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763737.177491:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508961792/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763737.177510:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763737.177517:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763737.177524:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508961792:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763737.177561:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508961920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763737.177612:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763737.177669:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff9686c7a99180 x1876699508961920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763737.177688:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508961920/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763737.177700:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763737.177704:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763737.177709:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508961920:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763737.177718:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508962048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763737.177745:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763737.177759:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff9686c7a98a80 x1876699508962048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763737.177773:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508962048/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763737.177783:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763737.177787:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763737.177790:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508962048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763737.177798:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508962176:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763737.177818:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763737.177830:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff9686c7a9b480 x1876699508962176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763737.177844:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508962176/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763737.177854:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763737.177857:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763737.177861:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508962176:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763737.177869:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508962304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763737.177901:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763737.177924:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff9686c7a98700 x1876699508962304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763737.177950:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508962304/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763737.177968:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763737.177975:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763737.177982:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508962304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763737.177992:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508962432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763737.178023:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763737.178038:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763737/real 1789763737]  req@ffff9686c7a99880 x1876699508962432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763737.178053:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508962432/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763762 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763737.178064:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763737.178068:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763737.178098:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508962432:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763737.240889:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763738.264951:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763739.288904:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763740.312893:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763741.336847:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763742.296723:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763742.296737:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763742.296746:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763742.296774:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3714
00000100:00080000:2.0:1789763742.296789:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763742.296800:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763742.296851:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508962560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763742.296888:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763742.296893:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763742.296895:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763742.296901:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3714
00000100:00080000:2.0:1789763742.296905:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763742.296910:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763742.296922:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763742.296938:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508962688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763742.296952:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763742.296957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763742.296960:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763742.296964:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3714
00000100:00080000:2.0:1789763742.296968:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763742.296976:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508962560:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763742.296978:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763742.296991:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763742.297008:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508962816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763742.297030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763742.297057:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763742.297060:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763742.297066:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3714
00000100:00080000:2.0:1789763742.297071:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763742.297076:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763742.297083:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763742.297100:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508962944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763742.297113:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763742.297118:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763742.297121:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763742.297125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3714
00000100:00080000:2.0:1789763742.297130:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763742.297135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763742.297142:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763742.297151:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508962688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763742.297161:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508963072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763742.297176:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763742.297182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763742.297184:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763742.297190:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3714
00000100:00080000:2.0:1789763742.297196:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763742.297201:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763742.297207:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763742.297223:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508962816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763742.297229:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508963200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763742.297282:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508962944:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763742.297317:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508963072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763742.297343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508963200:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763742.360918:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763743.384868:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763744.408891:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:0.0:1789763745.369180:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:0.0:1789763745.369276:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:0.0:1789763745.369311:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789763745.369405:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789763745.369424:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789763745.369471:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789763745.369489:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:0.0:1789763745.369511:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:1.0:1789763745.369563:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763745]  req@ffff9686c7a9b480 x1876699508962816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763745.369621:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508962816/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763745.369712:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763745.369726:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763745.369737:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508962816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763745.369758:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763745]  req@ffff9686c7a98a80 x1876699508962944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763745.369790:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508962944/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763745.369807:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763745.369814:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763745.369821:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508962944:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763745.369836:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763745]  req@ffff9686c7a99180 x1876699508963072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763745.369860:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508963072/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763745.369876:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763745.369883:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763745.369890:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508963072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763745.369903:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763745]  req@ffff9686c7a99880 x1876699508962560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763745.369931:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508962560/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763745.369947:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763745.369955:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763745.369963:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508962560:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763745.369978:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763745]  req@ffff9686c7a98700 x1876699508962688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763745.370003:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508962688/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763745.370052:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763745.370059:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763745.370066:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508962688:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763745.370123:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763742/real 1789763745]  req@ffff9686c7a9bb80 x1876699508963200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763745.370154:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508963200/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763767 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763745.370171:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763745.370177:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763745.370185:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508963200:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763745.432792:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763746.456996:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763747.416848:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763747.416866:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763747.416875:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.416894:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3719
00000100:00080000:1.0:1789763747.416912:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.416925:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763747.417014:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508963328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763747.417062:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763747.417068:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763747.417071:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.417077:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3719
00000100:00080000:1.0:1789763747.417083:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.417098:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763747.417113:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763747.417135:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508963456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763747.417156:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508963328:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763747.417161:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763747.417189:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763747.417196:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.417202:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3719
00000100:00080000:1.0:1789763747.417207:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.417211:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763747.417219:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763747.417238:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508963584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763747.417252:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763747.417258:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763747.417260:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.417266:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3719
00000100:00080000:1.0:1789763747.417276:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.417286:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763747.417299:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:2.0:1789763747.417314:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763747.417341:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508963712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763747.417370:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763747.417377:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763747.417381:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.417390:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3719
00000100:00080000:1.0:1789763747.417401:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.417411:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763747.417422:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763747.417433:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff9686c4beb800 x1876699508963328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763747.417458:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508963840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763747.417487:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508963328/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763747.417488:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763747.417516:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763747.417523:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763747.417548:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3719
00000100:00080000:2.0:1789763747.417558:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763747.417560:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763747.417578:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:2.0:1789763747.417585:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:1.0:1789763747.417599:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763747.417606:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508963328:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763747.417689:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508963968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:2.0:1789763747.417750:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508963456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763747.417816:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763747.417847:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff9686c4beaa00 x1876699508963456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763747.417875:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508963456/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763747.417893:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763747.417900:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763747.417907:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508963456:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763747.417919:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508963584:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763747.417976:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763747.418032:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff9686c4bebb80 x1876699508963584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763747.418058:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508963584/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763747.418075:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763747.418083:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763747.418091:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508963584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763747.418105:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508963712:192.168.203.123@tcp:8:kworker.0
00000800:00000100:2.0:1789763747.418152:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763747.418178:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff9686c4beb480 x1876699508963712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763747.418204:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508963712/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763747.418221:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763747.418228:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763747.418235:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508963712:192.168.203.123@tcp:8:kworker.0
00000100:00100000:2.0:1789763747.418248:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508963840:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763747.418295:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763747.418320:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff9686c4be8380 x1876699508963840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763747.418348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508963840/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763747.418365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763747.418371:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763747.418378:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508963840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763747.418394:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508963968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:2.0:1789763747.418439:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763747.418465:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763747/real 1789763747]  req@ffff9686c4be8e00 x1876699508963968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763747.418491:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508963968/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763772 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763747.418508:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763747.418516:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763747.418522:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508963968:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763747.480943:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763748.504925:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763749.528943:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763750.552901:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763751.576842:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763752.536804:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763752.536822:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763752.536829:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763752.536846:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3724
00000100:00080000:2.0:1789763752.536864:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.536876:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763752.536942:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508964096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763752.537012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763752.537018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763752.537021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763752.537028:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3724
00000100:00080000:2.0:1789763752.537034:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.537041:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763752.537058:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763752.537080:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508964096:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763752.537083:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508964224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763752.537101:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763752.537107:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763752.537110:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763752.537116:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3724
00000100:00080000:2.0:1789763752.537122:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.537130:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763752.537139:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763752.537157:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508964352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763752.537171:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789763752.537177:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763752.537183:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763752.537188:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763752.537197:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3724
00000100:00080000:2.0:1789763752.537205:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.537212:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763752.537220:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763752.537236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9686c7a98e00 x1876699508964096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763752.537243:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508964480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763752.537260:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789763752.537264:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508964096/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763752.537266:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763752.537270:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763752.537279:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3724
00000100:00080000:2.0:1789763752.537288:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763752.537296:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:1.0:1789763752.537303:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763752.537304:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789763752.537311:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763752.537316:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508964096:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763752.537322:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508964608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763752.537333:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763752.537338:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763752.537340:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763752.537344:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3724
00000100:00080000:2.0:1789763752.537349:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763752.537353:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508964224:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763752.537357:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763752.537366:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763752.537381:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508964736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789763752.537392:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763752.537412:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9686c7a98000 x1876699508964224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763752.537426:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508964224/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763752.537435:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763752.537439:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763752.537442:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508964224:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763752.537448:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508964352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763752.537469:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763752.537481:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9686c7a9ad80 x1876699508964352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763752.537494:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508964352/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763752.537503:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763752.537506:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763752.537509:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508964352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763752.537514:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508964480:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763752.537532:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763752.537544:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9686c7a9b800 x1876699508964480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763752.537556:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508964480/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763752.537566:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763752.537570:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763752.537573:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508964480:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763752.537580:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508964608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763752.537599:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763752.537611:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9686c7a99f80 x1876699508964608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763752.537624:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508964608/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763752.537658:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763752.537661:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763752.537663:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508964608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763752.537679:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508964736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763752.537695:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763752.537703:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763752/real 1789763752]  req@ffff9686c7a98380 x1876699508964736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763752.537712:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508964736/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763777 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763752.537718:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763752.537720:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763752.537722:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508964736:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763752.600938:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763753.624889:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763754.648875:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763755.672846:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763756.696817:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763757.656832:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.656845:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763757.656852:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.656868:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3729
00000100:00080000:0.0:1789763757.656885:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763757.656898:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763757.656984:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508964864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763757.657031:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.657037:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763757.657039:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.657045:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3729
00000100:00080000:0.0:1789763757.657050:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763757.657056:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763757.657067:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763757.657086:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508964992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763757.657101:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.657106:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763757.657108:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.657113:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3729
00000100:00080000:0.0:1789763757.657117:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763757.657122:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763757.657128:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763757.657140:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508965120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763757.657150:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508964864:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763757.657162:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.657169:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763757.657172:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.657177:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3729
00000100:00080000:0.0:1789763757.657185:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763757.657189:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763757.657196:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763757.657214:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508965248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763757.657227:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.657232:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763757.657234:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.657238:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3729
00000100:00080000:0.0:1789763757.657244:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:1.0:1789763757.657253:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763757.657257:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763757.657266:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763757.657283:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508965376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763757.657296:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763757.657301:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763757.657304:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763757.657310:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3729
00000100:00080000:0.0:1789763757.657314:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789763757.657318:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9686c954ca80 x1876699508964864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763757.657325:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763757.657337:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763757.657363:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508965504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789763757.657370:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508964864/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763757.657430:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763757.657440:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763757.657448:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508964864:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763757.657459:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508964992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763757.657499:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763757.657524:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9686c954f800 x1876699508964992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763757.657564:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508964992/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763757.657582:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763757.657588:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763757.657593:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508964992:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763757.657682:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508965120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763757.657714:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763757.657730:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9686c954f100 x1876699508965120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763757.657745:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508965120/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763757.657756:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763757.657760:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763757.657764:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508965120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763757.657771:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508965248:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789763757.657791:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763757.657802:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9686c954c700 x1876699508965248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763757.657815:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508965248/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763757.657833:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763757.657837:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763757.657841:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508965248:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789763757.657847:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508965376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763757.657866:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763757.657877:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9686c954ed80 x1876699508965376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763757.657890:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508965376/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763757.657900:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763757.657903:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763757.657907:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508965376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763757.657913:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508965504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789763757.657969:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763757.657984:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763757/real 1789763757]  req@ffff9686c954c000 x1876699508965504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763757.657998:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508965504/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763782 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763757.658011:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763757.658016:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763757.658024:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508965504:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763757.720843:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763758.744817:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763759.768973:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763760.792804:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763761.816807:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763762.776719:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763762.776732:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763762.776738:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763762.776752:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3734
00000100:00080000:0.0:1789763762.776765:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763762.776774:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763762.776822:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508965632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763762.776854:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763762.776857:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763762.776859:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763762.776864:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3734
00000100:00080000:0.0:1789763762.776867:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763762.776872:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763762.776901:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763762.776910:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508965632:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763762.776919:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508965760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763762.776938:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763762.776943:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763762.776945:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763762.776952:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3734
00000100:00080000:0.0:1789763762.776958:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763762.776965:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763762.776973:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763762.776989:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508965888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763762.776998:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763762.777000:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763762.777005:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763762.777008:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763762.777014:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3734
00000100:00080000:0.0:1789763762.777020:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763762.777024:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763762.777030:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763762.777043:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508966016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763762.777052:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763762.777055:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763762.777057:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763762.777061:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3734
00000100:00080000:0.0:1789763762.777064:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763762.777066:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763762.777069:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763762.777080:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508966144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763762.777088:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763762.777091:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763762.777094:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763762.777097:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3734
00000100:00080000:0.0:1789763762.777100:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763762.777103:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763762.777107:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763762.777115:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508966272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763762.777288:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9686c954e680 x1876699508965632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.777314:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508965632/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.777382:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.777389:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763762.777395:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508965632:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763762.777427:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508965760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763762.777455:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763762.777504:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9686c954ea00 x1876699508965760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.777542:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508965760/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.777554:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.777558:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763762.777563:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508965760:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763762.777586:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508965888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763762.777602:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763762.777610:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9686c954e300 x1876699508965888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.777619:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508965888/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.777626:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.777629:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763762.777634:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508965888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763762.777641:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508966016:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763762.777746:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763762.777769:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9686c954df80 x1876699508966016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.777788:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508966016/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.777808:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.777812:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763762.777816:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508966016:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763762.777824:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508966144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763762.777857:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763762.777878:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9686c954c000 x1876699508966144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.777947:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508966144/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.777958:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.777962:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763762.777966:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508966144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763762.777972:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508966272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763762.777992:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763762.778001:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763762/real 1789763762]  req@ffff9686c954ed80 x1876699508966272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763762.778010:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508966272/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763787 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763762.778016:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763762.778018:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763762.778021:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508966272:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763762.840792:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763763.864872:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763764.888893:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763765.912854:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763766.936910:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763767.896759:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.896771:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763767.896777:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.896790:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3739
00000100:00080000:0.0:1789763767.896803:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.896813:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763767.896878:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508966400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.896906:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.896910:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763767.896912:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.896916:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3739
00000100:00080000:0.0:1789763767.896920:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.896924:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763767.896945:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763767.896956:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508966400:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763767.896960:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508966528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.896978:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.896980:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763767.896982:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.896985:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3739
00000100:00080000:0.0:1789763767.896988:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.896991:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763767.896995:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763767.897006:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508966656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.897014:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.897017:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763767.897019:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.897021:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3739
00000100:00080000:0.0:1789763767.897031:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.897034:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763767.897038:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763767.897044:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763767.897053:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508966784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.897063:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763767.897066:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763767.897068:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.897071:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3739
00000100:00080000:0.0:1789763767.897076:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763767.897081:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763767.897087:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763767.897098:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9686c954c700 x1876699508966400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763767.897104:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508966912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763767.897125:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763767.897127:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508966400/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763767.897136:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763767.897140:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763767.897148:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3739
00000100:00080000:3.0:1789763767.897149:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763767.897153:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763767.897157:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763767.897162:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763767.897167:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508966400:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789763767.897177:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763767.897192:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508967040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763767.897208:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508966528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763767.897233:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763767.897246:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9686c954f100 x1876699508966528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.897256:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508966528/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.897263:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.897266:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763767.897269:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508966528:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763767.897273:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508966656:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763767.897286:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763767.897294:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9686c954f800 x1876699508966656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.897303:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508966656/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.897309:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.897311:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763767.897313:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508966656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763767.897317:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508966784:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763767.897330:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763767.897337:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9686c954ca80 x1876699508966784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.897345:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508966784/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.897351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.897354:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763767.897356:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508966784:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763767.897359:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508966912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763767.897371:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763767.897378:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9686c954d180 x1876699508966912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.897387:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508966912/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.897393:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.897396:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763767.897398:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508966912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763767.897402:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508967040:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763767.897414:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763767.897420:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763767/real 1789763767]  req@ffff9686c954d880 x1876699508967040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763767.897428:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508967040/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763792 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763767.897434:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763767.897437:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763767.897439:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508967040:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763767.960901:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763768.984764:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763770.008777:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763771.032913:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763772.056938:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763773.016759:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763773.016773:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763773.016780:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763773.016796:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3744
00000100:00080000:0.0:1789763773.016831:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763773.016844:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763773.016893:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508967168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763773.016923:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763773.016929:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763773.016932:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763773.016938:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3744
00000100:00080000:0.0:1789763773.016944:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763773.016949:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763773.016963:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763773.016976:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508967168:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763773.016995:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508967296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763773.017021:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763773.017029:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763773.017034:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763773.017042:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3744
00000100:00080000:0.0:1789763773.017051:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763773.017064:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763773.017065:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763773.017081:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763773.017112:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508967424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763773.017134:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763773.017143:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff9686c954fb80 x1876699508967168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.017145:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763773.017151:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763773.017166:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3744
00000100:00080000:0.0:1789763773.017179:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763773.017186:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763773.017196:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763773.017197:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508967168/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.017227:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763773.017230:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508967552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763773.017245:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763773.017264:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763773.017273:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763773.017280:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763773.017284:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508967168:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763773.017296:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3744
00000100:00080000:0.0:1789763773.017306:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763773.017314:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763773.017325:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763773.017328:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508967296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763773.017360:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508967680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763773.017383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763773.017389:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763773.017399:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763773.017402:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763773.017410:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff9686c954ce00 x1876699508967296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763773.017411:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3744
00000100:00080000:0.0:1789763773.017422:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763773.017434:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763773.017446:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763773.017448:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508967296/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.017462:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.017472:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763773.017478:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508967296:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763773.017493:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508967808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763773.017494:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508967424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763773.017539:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763773.017571:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff9686c954dc00 x1876699508967424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763773.017598:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508967424/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.017615:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.017622:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763773.017667:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508967424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763773.017676:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508967552:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763773.017710:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763773.017727:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff9686c954c380 x1876699508967552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763773.017742:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508967552/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.017752:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.017756:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763773.017760:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508967552:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763773.017782:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508967680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763773.017804:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763773.017852:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff9686c954fb80 x1876699508967680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763773.017888:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508967680/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.017904:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.017912:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763773.017919:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508967680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763773.017932:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508967808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763773.017972:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763773.017989:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763773/real 1789763773]  req@ffff9686c954d880 x1876699508967808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763773.018004:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508967808/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763798 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763773.018015:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763773.018019:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763773.018023:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508967808:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763773.080855:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763774.104789:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763775.128859:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763776.152931:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763777.176840:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763778.136797:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.136806:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763778.136821:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.136830:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3749
00000100:00080000:1.0:1789763778.136840:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.136847:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763778.136882:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508967936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763778.136904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.136907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763778.136908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.136911:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3749
00000100:00080000:1.0:1789763778.136914:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.136917:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763778.136925:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763778.136934:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508967936:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763778.136936:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508968064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763778.136947:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.136949:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763778.136950:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.136953:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3749
00000100:00080000:1.0:1789763778.136955:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.136958:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763778.136960:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763778.136969:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508968192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763778.136975:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.136976:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763778.136977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.136980:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3749
00000100:00080000:1.0:1789763778.136983:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.136985:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763778.136989:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763778.136993:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763778.137001:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508968320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763778.137013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.137015:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763778.137016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.137018:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3749
00000100:00080000:1.0:1789763778.137021:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.137024:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763778.137027:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763778.137029:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff9686c4be9c00 x1876699508967936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763778.137037:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508968448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763778.137045:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763778.137049:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763778.137050:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508967936/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763778.137052:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763778.137060:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3749
00000100:00080000:1.0:1789763778.137067:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763778.137070:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789763778.137070:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:1.0:1789763778.137077:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763778.137077:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763778.137084:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508967936:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763778.137088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508968576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763778.137105:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508968064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763778.137123:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763778.137135:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff9686c4bea680 x1876699508968064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763778.137142:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508968064/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763778.137148:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763778.137150:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763778.137153:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508968064:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763778.137157:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508968192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763778.137177:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763778.137184:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff9686c4bead80 x1876699508968192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763778.137191:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508968192/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763778.137196:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763778.137198:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763778.137201:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508968192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763778.137204:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508968320:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763778.137215:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763778.137220:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff9686c4be8e00 x1876699508968320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763778.137227:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508968320/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763778.137232:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763778.137234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763778.137236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508968320:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763778.137239:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508968448:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763778.137249:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763778.137255:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff9686c4be8380 x1876699508968448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763778.137262:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508968448/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763778.137267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763778.137269:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763778.137270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508968448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763778.137273:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508968576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763778.137282:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763778.137288:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763778/real 1789763778]  req@ffff9686c4beb480 x1876699508968576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763778.137295:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508968576/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763803 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763778.137300:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763778.137301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763778.137303:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508968576:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763778.200842:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763779.224789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763780.248843:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763781.272843:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763782.296838:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763783.256814:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763783.256827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763783.256834:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763783.256849:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3754
00000100:00080000:1.0:1789763783.256865:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763783.256876:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763783.256923:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508968704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763783.256967:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763783.256972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763783.256975:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763783.256980:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3754
00000100:00080000:1.0:1789763783.256984:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763783.256988:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763783.257000:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763783.257016:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508968832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763783.257030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763783.257035:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763783.257037:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763783.257042:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3754
00000100:00080000:1.0:1789763783.257046:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763783.257055:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508968704:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763783.257057:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763783.257070:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763783.257104:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508968960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763783.257140:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763783.257148:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789763783.257156:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763783.257164:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763783.257179:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3754
00000100:00080000:1.0:1789763783.257191:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763783.257201:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763783.257213:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763783.257241:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508969088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763783.257260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff9686c4bebb80 x1876699508968704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763783.257268:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763783.257284:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763783.257291:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763783.257301:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3754
00000100:00080000:1.0:1789763783.257308:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763783.257312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508968704/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763783.257320:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763783.257337:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763783.257360:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:1.0:1789763783.257365:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508969216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763783.257372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763783.257387:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508968704:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763783.257399:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763783.257405:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763783.257408:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508968832:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763783.257410:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763783.257427:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3754
00000100:00080000:1.0:1789763783.257432:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763783.257436:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763783.257443:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763783.257462:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508969344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763783.257472:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763783.257516:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff9686c4beaa00 x1876699508968832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763783.257547:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508968832/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763783.257565:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763783.257572:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763783.257577:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508968832:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763783.257609:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508968960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763783.257688:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763783.257705:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff9686c4beb800 x1876699508968960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763783.257721:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508968960/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763783.257766:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763783.257775:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763783.257789:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508968960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763783.257802:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508969088:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763783.257862:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763783.257881:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff9686c4be9f80 x1876699508969088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763783.257897:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508969088/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763783.257908:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763783.257912:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763783.257916:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508969088:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763783.257924:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508969216:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763783.257949:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763783.257961:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff9686c4beb100 x1876699508969216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763783.257975:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508969216/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763783.257984:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763783.257988:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763783.257991:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508969216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763783.257998:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508969344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763783.258018:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763783.258029:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763783/real 1789763783]  req@ffff9686c4be8700 x1876699508969344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763783.258043:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508969344/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763808 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763783.258053:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763783.258056:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763783.258060:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508969344:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763783.321021:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763784.344794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763785.368837:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763786.392843:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763787.416831:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763788.376779:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.376791:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763788.376796:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.376808:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3760
00000100:00080000:2.0:1789763788.376838:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763788.376847:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763788.376893:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508969472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763788.376921:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.376924:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763788.376926:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.376930:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3760
00000100:00080000:2.0:1789763788.376933:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763788.376937:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763788.376948:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763788.376955:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508969472:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763788.376962:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508969600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763788.376972:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.376975:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763788.376976:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.376979:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3760
00000100:00080000:2.0:1789763788.376981:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763788.376984:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763788.376987:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763788.376995:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508969728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763788.377001:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.377021:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763788.377023:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.377025:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3760
00000100:00080000:2.0:1789763788.377038:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763788.377042:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763788.377048:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763788.377056:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763788.377063:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508969856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763788.377105:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763788.377107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff9686c7a9b100 x1876699508969472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763788.377111:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763788.377115:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.377123:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3760
00000100:00080000:2.0:1789763788.377128:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763788.377133:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508969472/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763788.377134:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763788.377144:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763788.377149:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763788.377154:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763788.377158:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508969984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763788.377161:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508969472:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763788.377175:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763788.377178:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763788.377179:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763788.377183:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3760
00000100:00080000:2.0:1789763788.377185:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763788.377188:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763788.377192:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763788.377194:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508969600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763788.377204:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508970112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763788.377221:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763788.377234:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff9686c7a9a680 x1876699508969600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763788.377243:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508969600/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763788.377254:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763788.377257:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763788.377259:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508969600:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763788.377263:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508969728:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763788.377274:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763788.377280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff9686c7a9a300 x1876699508969728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763788.377287:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508969728/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763788.377293:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763788.377295:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763788.377296:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508969728:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763788.377300:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508969856:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763788.377311:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763788.377317:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff9686c7a99c00 x1876699508969856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763788.377324:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508969856/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763788.377329:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763788.377331:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763788.377334:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508969856:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763788.377338:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508969984:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763788.377349:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763788.377355:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff9686c7a9aa00 x1876699508969984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763788.377362:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508969984/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763788.377368:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763788.377369:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763788.377371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508969984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763788.377382:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508970112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763788.377392:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763788.377399:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763788/real 1789763788]  req@ffff9686c7a9b100 x1876699508970112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763788.377406:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508970112/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763813 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763788.377412:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763788.377413:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763788.377415:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508970112:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763788.440817:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763789.464781:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763790.488797:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763791.512789:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763792.536802:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763793.496706:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.496717:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763793.496722:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.496734:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3765
00000100:00080000:2.0:1789763793.496747:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.496756:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763793.496805:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508970240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763793.496825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.496828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763793.496831:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.496835:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3765
00000100:00080000:2.0:1789763793.496838:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.496842:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763793.496853:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763793.496853:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508970240:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763793.496870:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508970368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763793.496881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.496884:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763793.496885:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.496889:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3765
00000100:00080000:2.0:1789763793.496892:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.496894:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763793.496897:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763793.496913:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508970496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763793.496920:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.496923:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763793.496924:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.496927:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3765
00000100:00080000:2.0:1789763793.496930:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.496933:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763793.496937:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763793.496949:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508970624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763793.496949:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763793.496963:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.496966:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763793.496968:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.496971:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3765
00000100:00080000:2.0:1789763793.496973:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.496976:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763793.496979:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763793.496985:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508970752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763793.496993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763793.496996:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763793.496997:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763793.497000:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3765
00000100:00080000:2.0:1789763793.497004:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763793.497009:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763793.497009:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9686c7a98380 x1876699508970240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763793.497018:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763793.497033:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508970880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763793.497042:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508970240/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.497091:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.497096:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763793.497101:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508970240:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763793.497123:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508970368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.497144:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763793.497153:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9686c7a99f80 x1876699508970368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.497162:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508970368/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.497168:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.497170:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763793.497172:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508970368:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763793.497176:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508970496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.497187:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763793.497193:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9686c7a9b800 x1876699508970496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.497201:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508970496/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.497210:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.497212:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763793.497214:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508970496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763793.497218:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508970624:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763793.497229:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763793.497235:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9686c7a9ad80 x1876699508970624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.497242:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508970624/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.497253:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.497255:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763793.497257:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508970624:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763793.497262:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508970752:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.497273:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763793.497280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9686c7a98000 x1876699508970752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.497287:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508970752/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.497292:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.497294:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763793.497297:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508970752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763793.497300:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508970880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763793.497311:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763793.497316:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763793/real 1789763793]  req@ffff9686c7a98e00 x1876699508970880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763793.497323:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508970880/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763818 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763793.497328:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763793.497330:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763793.497331:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508970880:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763793.560797:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763794.584758:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763795.608790:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763796.632778:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763797.656810:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763798.616782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763798.616792:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763798.616797:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763798.616808:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3770
00000100:00080000:2.0:1789763798.616821:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763798.616831:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763798.616867:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508971008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763798.616889:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763798.616897:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763798.616898:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763798.616903:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3770
00000100:00080000:2.0:1789763798.616907:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763798.616914:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763798.616923:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763798.616947:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508971136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763798.616950:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508971008:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763798.616971:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763798.616974:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763798.616977:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763798.616982:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3770
00000100:00080000:2.0:1789763798.616986:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763798.616990:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763798.616993:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763798.617006:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508971264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763798.617012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763798.617014:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763798.617016:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763798.617020:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3770
00000100:00080000:2.0:1789763798.617023:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763798.617026:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763798.617032:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763798.617038:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508971392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763798.617044:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763798.617048:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763798.617049:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763798.617054:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3770
00000100:00080000:2.0:1789763798.617056:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763798.617059:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763798.617063:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763798.617071:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508971520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763798.617077:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763798.617080:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763798.617082:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763798.617087:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3770
00000100:00080000:2.0:1789763798.617101:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763798.617104:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763798.617107:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763798.617114:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508971648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763798.617124:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763798.617352:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9686c7a9bb80 x1876699508971008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.617380:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508971008/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.617394:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.617399:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763798.617403:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508971008:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763798.617432:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508971136:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.617459:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763798.617473:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9686c7a98700 x1876699508971136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.617487:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508971136/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.617496:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.617499:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763798.617504:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508971136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763798.617511:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508971264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.617530:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763798.617540:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9686c7a99880 x1876699508971264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.617553:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508971264/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.617561:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.617565:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763798.617569:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508971264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763798.617576:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508971392:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763798.617596:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763798.617605:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9686c7a99180 x1876699508971392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.617667:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508971392/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.617679:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.617684:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763798.617687:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508971392:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763798.617696:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508971520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.617721:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763798.617736:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9686c7a98a80 x1876699508971520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.617749:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508971520/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.617757:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.617761:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763798.617765:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508971520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763798.617771:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508971648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763798.617790:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763798.617800:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763798/real 1789763798]  req@ffff9686c7a9b480 x1876699508971648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763798.617814:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508971648/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763823 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763798.617822:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763798.617825:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763798.617829:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508971648:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763798.680790:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763799.704820:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763800.728794:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763801.752766:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763802.776797:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763803.736740:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.736749:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763803.736753:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.736765:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3775
00000100:00080000:2.0:1789763803.736778:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.736787:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763803.736829:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508971776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.736861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.736865:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763803.736868:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.736874:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3775
00000100:00080000:2.0:1789763803.736879:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.736883:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763803.736893:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763803.736903:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508971776:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763803.736914:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508971904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.736931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.736936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763803.736939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.736951:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3775
00000100:00080000:2.0:1789763803.736956:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.736962:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763803.736968:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763803.736982:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508972032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763803.736993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763803.736993:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763803.736999:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763803.737004:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.737009:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3775
00000100:00080000:2.0:1789763803.737015:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.737021:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763803.737027:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763803.737044:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508972160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763803.737049:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9686c7a9b480 x1876699508971776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763803.737090:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763803.737096:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508971776/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763803.737098:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763803.737105:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.737111:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3775
00000100:00080000:2.0:1789763803.737115:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.737127:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789763803.737133:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763803.737136:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763803.737140:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763803.737148:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508971776:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763803.737168:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508972288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763803.737177:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508971904:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763803.737179:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763803.737191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763803.737193:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763803.737198:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3775
00000100:00080000:2.0:1789763803.737202:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763803.737206:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763803.737211:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763803.737218:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763803.737224:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508972416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763803.737242:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9686c7a98a80 x1876699508971904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.737259:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508971904/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.737269:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.737272:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763803.737275:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508971904:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763803.737280:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508972032:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763803.737299:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763803.737308:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9686c7a99180 x1876699508972032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.737318:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508972032/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.737327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.737330:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763803.737334:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508972032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763803.737340:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508972160:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763803.737364:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763803.737376:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9686c7a99880 x1876699508972160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.737389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508972160/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.737398:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.737402:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763803.737406:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508972160:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763803.737424:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508972288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763803.737441:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763803.737449:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9686c7a98700 x1876699508972288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.737457:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508972288/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.737463:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.737465:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763803.737468:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508972288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763803.737471:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508972416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763803.737482:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763803.737488:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763803/real 1789763803]  req@ffff9686c7a9bb80 x1876699508972416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763803.737497:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508972416/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763828 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763803.737505:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763803.737509:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763803.737512:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508972416:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763803.800808:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763804.824780:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763805.848782:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763806.872786:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763807.896783:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763808.856722:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.856737:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763808.856742:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763808.856756:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3780
00000100:00080000:2.0:1789763808.856770:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.856781:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763808.856828:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508972544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763808.856861:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.856865:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763808.856867:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763808.856873:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3780
00000100:00080000:2.0:1789763808.856878:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.856884:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763808.856895:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763808.856902:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508972544:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763808.856915:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508972672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763808.856930:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.856934:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763808.856936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763808.856942:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3780
00000100:00080000:2.0:1789763808.856958:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.856964:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763808.856971:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763808.856985:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508972800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763808.856997:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.857002:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763808.857004:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763808.857009:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508972672:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763808.857015:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3780
00000100:00080000:2.0:1789763808.857021:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.857029:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763808.857035:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763808.857039:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508972800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763808.857058:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508972928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763808.857081:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.857086:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763808.857088:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763808.857095:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508972928:192.168.203.123@tcp:8:kworker.0
00000100:00080000:2.0:1789763808.857096:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3780
00000100:00080000:2.0:1789763808.857110:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.857117:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763808.857123:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763808.857140:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508973056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763808.857154:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763808.857159:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763808.857162:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763808.857167:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3780
00000100:00100000:3.0:1789763808.857172:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508973056:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763808.857173:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763808.857185:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763808.857195:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763808.857210:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508973184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763808.857280:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508973184:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763808.920802:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763809.944809:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763810.968821:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763811.929214:0:2393:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789763811.929293:0:2393:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763811.929319:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763811.929375:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763811.929406:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763811.929418:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763811.929432:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789763811.929439:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9686c7a98000 x1876699508972672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000800:00000100:2.0:1789763811.929448:0:2393:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789763811.929480:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508972672/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.929495:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.929501:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763811.929506:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508972672:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763811.929516:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9686c7a9ad80 x1876699508972800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.929549:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508972800/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.929559:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.929564:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763811.929568:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508972800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763811.929575:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9686c7a98e00 x1876699508972544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.929589:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508972544/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.929598:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.929608:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763811.929612:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508972544:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763811.929770:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9686c7a98380 x1876699508973184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.929786:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508973184/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.929795:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.929799:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763811.929803:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508973184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763811.929810:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9686c7a99f80 x1876699508973056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.929822:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508973056/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.929830:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.929834:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763811.929837:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508973056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763811.929845:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763808/real 1789763811]  req@ffff9686c7a9b800 x1876699508972928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763811.929859:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508972928/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763833 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763811.929869:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763811.929872:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763811.929874:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508972928:192.168.203.123@tcp:8:kworker.0
00010000:00010000:1.0:1789763811.992824:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763813.016784:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763813.976759:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763813.976770:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763813.976774:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763813.976784:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3785
00000100:00080000:1.0:1789763813.976796:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763813.976805:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763813.976848:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508973312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763813.976869:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763813.976872:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763813.976875:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763813.976881:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3785
00000100:00080000:1.0:1789763813.976885:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763813.976889:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763813.976901:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763813.976904:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508973312:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763813.976915:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508973440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763813.976924:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763813.976926:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763813.976928:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763813.976930:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3785
00000100:00080000:1.0:1789763813.976933:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763813.976936:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763813.976940:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763813.976951:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508973568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763813.976962:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763813.976968:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000800:00000100:3.0:1789763813.976969:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763813.976971:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763813.976978:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3785
00000100:00080000:1.0:1789763813.976983:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763813.976988:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763813.976993:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763813.977004:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508973696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763813.977014:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763813.977018:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9686c4be8000 x1876699508973312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763813.977020:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763813.977023:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763813.977034:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3785
00000100:00080000:1.0:1789763813.977040:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763813.977044:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763813.977047:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508973312/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763813.977051:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763813.977059:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.977066:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789763813.977070:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508973824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763813.977075:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508973312:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763813.977089:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763813.977094:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763813.977096:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763813.977101:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3785
00000100:00080000:1.0:1789763813.977106:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763813.977111:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763813.977116:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763813.977116:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508973440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763813.977134:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508973952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763813.977154:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763813.977177:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9686c4be9880 x1876699508973440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763813.977189:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508973440/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.977199:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.977203:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763813.977206:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508973440:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763813.977213:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508973568:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763813.977237:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763813.977248:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9686c4be9500 x1876699508973568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763813.977262:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508973568/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.977271:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.977275:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763813.977278:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508973568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763813.977285:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508973696:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763813.977307:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763813.977319:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9686c4be8700 x1876699508973696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763813.977333:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508973696/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.977341:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.977345:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763813.977348:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508973696:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763813.977353:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508973824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763813.977373:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763813.977384:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9686c4beb100 x1876699508973824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763813.977403:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508973824/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.977418:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.977421:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763813.977424:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508973824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763813.977443:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508973952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763813.977464:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763813.977476:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763813/real 1789763813]  req@ffff9686c4be9f80 x1876699508973952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763813.977487:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508973952/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763838 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763813.977495:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763813.977498:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763813.977502:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508973952:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763814.040768:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763815.064824:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763816.088964:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763817.112823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763818.136914:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763819.096826:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.096842:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763819.096849:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.096896:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3790
00000100:00080000:1.0:1789763819.096916:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.096930:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763819.096997:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508974080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763819.097039:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.097045:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763819.097048:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.097053:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3790
00000100:00080000:1.0:1789763819.097058:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.097064:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763819.097079:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763819.097116:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508974208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763819.097127:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508974080:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763819.097135:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.097143:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763819.097146:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.097152:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3790
00000100:00080000:1.0:1789763819.097156:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.097160:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763819.097166:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763819.097181:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508974336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763819.097191:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.097195:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763819.097198:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.097212:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3790
00000100:00080000:1.0:1789763819.097216:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.097220:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763819.097226:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763819.097237:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508974464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763819.097248:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.097252:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763819.097253:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.097257:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3790
00000100:00080000:1.0:1789763819.097263:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763819.097288:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:1.0:1789763819.097295:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763819.097305:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763819.097328:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508974592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763819.097350:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763819.097357:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763819.097362:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763819.097371:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3790
00000100:00100000:3.0:1789763819.097382:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff9686c4beb800 x1876699508974080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763819.097384:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763819.097402:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763819.097446:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763819.097454:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508974080/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763819.097489:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508974720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763819.097537:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763819.097552:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763819.097574:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508974080:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763819.097623:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508974208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763819.097705:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763819.097728:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff9686c4beaa00 x1876699508974208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763819.097745:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508974208/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763819.097757:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763819.097761:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763819.097766:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508974208:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763819.097774:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508974336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763819.097816:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763819.097827:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff9686c4bebb80 x1876699508974336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763819.097839:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508974336/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763819.097848:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763819.097852:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763819.097855:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508974336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763819.097860:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508974464:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763819.097900:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763819.097913:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff9686c4beb480 x1876699508974464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763819.097927:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508974464/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763819.097938:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763819.097941:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763819.097945:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508974464:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763819.097951:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508974592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763819.097972:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763819.097984:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff9686c4be8380 x1876699508974592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763819.097998:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508974592/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763819.098008:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763819.098011:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763819.098015:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508974592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763819.098021:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508974720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763819.098040:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763819.098050:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763819/real 1789763819]  req@ffff9686c4be8e00 x1876699508974720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763819.098063:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508974720/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763844 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763819.098073:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763819.098077:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763819.098081:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508974720:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763819.160969:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763820.184907:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763821.208936:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763822.232813:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763823.256770:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763824.216753:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763824.216762:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763824.216766:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763824.216775:0:13094:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3795
00000100:00080000:2.0:1789763824.216786:0:13094:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763824.216792:0:13094:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763824.216828:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508974848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763824.216857:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763824.216861:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763824.216864:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763824.216870:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3795
00000100:00080000:2.0:1789763824.216875:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763824.216880:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763824.216885:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508974848:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789763824.216891:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763824.216907:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508974976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763824.216920:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763824.216924:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763824.216926:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763824.216930:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3795
00000100:00080000:2.0:1789763824.216935:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763824.216939:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789763824.216944:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:2.0:1789763824.216948:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763824.216965:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508975104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763824.216975:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763824.216978:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00100000:3.0:1789763824.216979:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff9686c7a9b100 x1876699508974848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763824.216981:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763824.216990:0:13094:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3795
00000100:00080000:2.0:1789763824.216997:0:13094:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763824.217002:0:13094:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763824.217005:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508974848/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763824.217009:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789763824.217019:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763824.217023:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763824.217026:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508975232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763824.217030:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508974848:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763824.217044:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763824.217047:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763824.217048:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763824.217051:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3795
00000100:00080000:2.0:1789763824.217054:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763824.217058:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508974976:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763824.217060:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763824.217067:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763824.217075:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508975360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763824.217083:0:13094:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763824.217085:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763824.217088:0:13094:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763824.217091:0:13094:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763824.217095:0:13094:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3795
00000100:00080000:2.0:1789763824.217098:0:13094:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763824.217101:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff9686c7a9aa00 x1876699508974976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763824.217104:0:13094:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763824.217111:0:13094:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763824.217119:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508974976/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763824.217124:0:13094:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508975488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763824.217132:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763824.217139:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763824.217143:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508974976:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763824.217148:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508975104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763824.217162:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763824.217168:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff9686c7a99c00 x1876699508975104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763824.217176:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508975104/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763824.217181:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763824.217183:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763824.217185:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508975104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763824.217189:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508975232:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763824.217199:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763824.217205:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff9686c7a9a300 x1876699508975232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763824.217212:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508975232/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763824.217217:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763824.217219:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763824.217220:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508975232:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763824.217229:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508975360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763824.217240:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763824.217246:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff9686c7a9a680 x1876699508975360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763824.217254:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508975360/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763824.217259:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763824.217260:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763824.217262:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508975360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763824.217265:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508975488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763824.217275:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763824.217281:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763824/real 1789763824]  req@ffff9686c7a9b100 x1876699508975488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763824.217288:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508975488/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763849 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763824.217293:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763824.217294:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763824.217296:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508975488:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763824.280797:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763825.304773:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763826.328798:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763827.352755:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763828.376840:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763829.336872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.336902:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763829.336908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.336924:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3801
00000100:00080000:1.0:1789763829.336944:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763829.336955:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763829.337021:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508975616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763829.337076:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.337081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763829.337084:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.337090:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3801
00000100:00080000:1.0:1789763829.337095:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763829.337101:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763829.337117:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763829.337136:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508975616:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763829.337148:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508975744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763829.337174:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.337182:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763829.337186:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.337194:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3801
00000100:00080000:1.0:1789763829.337206:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763829.337214:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763829.337226:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763829.337238:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763829.337254:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508975872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763829.337271:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.337277:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763829.337280:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.337288:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3801
00000100:00100000:3.0:1789763829.337291:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff9686c4bead80 x1876699508975616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763829.337298:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763829.337312:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763829.337321:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763829.337334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508975616/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763829.337344:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508976000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763829.337423:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763829.337449:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763829.337459:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.337467:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3801
00000100:00080000:3.0:1789763829.337467:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763829.337479:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763829.337486:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763829.337502:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763829.337524:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763829.337526:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508975616:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763829.337555:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508976128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763829.337571:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763829.337571:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508975744:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763829.337594:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763829.337600:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763829.337608:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3801
00000100:00080000:1.0:1789763829.337614:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763829.337619:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763829.337626:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763829.337632:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763829.337672:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff9686c4bea680 x1876699508975744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763829.337727:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508976256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763829.337757:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508975744/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763829.337769:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763829.337773:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763829.337796:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508975744:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763829.337806:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508975872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763829.337830:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763829.337841:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff9686c4be9c00 x1876699508975872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763829.337851:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508975872/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763829.337858:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763829.337861:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763829.337864:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508975872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763829.337870:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508976000:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763829.337885:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763829.337893:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff9686c4be8e00 x1876699508976000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763829.337902:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508976000/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763829.337909:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763829.337912:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763829.337914:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508976000:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763829.337930:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508976128:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763829.337945:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763829.337953:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff9686c4be8380 x1876699508976128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763829.337962:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508976128/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763829.337972:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763829.337976:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763829.337980:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508976128:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763829.337989:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508976256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763829.338016:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763829.338033:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763829/real 1789763829]  req@ffff9686c4beb480 x1876699508976256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763829.338064:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508976256/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763854 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763829.338071:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763829.338074:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763829.338076:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508976256:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763829.400807:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763830.424858:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763831.448806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763832.472847:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763833.496918:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763834.456847:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763834.456863:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763834.456869:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763834.456887:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3806
00000100:00080000:1.0:1789763834.456903:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763834.456914:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763834.456976:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508976384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763834.457013:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763834.457019:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763834.457021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763834.457027:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3806
00000100:00080000:1.0:1789763834.457031:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763834.457037:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763834.457050:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508976384:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789763834.457053:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763834.457079:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508976512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763834.457091:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763834.457095:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763834.457097:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763834.457102:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3806
00000100:00080000:1.0:1789763834.457107:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763834.457111:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763834.457116:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763834.457134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508976640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763834.457147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763834.457151:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763834.457152:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763834.457158:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3806
00000100:00080000:1.0:1789763834.457166:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763834.457180:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789763834.457180:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:1.0:1789763834.457193:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763834.457208:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508976768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763834.457219:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763834.457227:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763834.457230:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763834.457236:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3806
00000100:00080000:1.0:1789763834.457244:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763834.457250:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763834.457261:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763834.457280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff9686c4bebb80 x1876699508976384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763834.457285:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508976896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763834.457350:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763834.457353:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763834.457366:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763834.457371:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3806
00000100:00080000:1.0:1789763834.457373:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763834.457377:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763834.457381:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763834.457390:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508977024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763834.457743:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508976384/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.457763:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.457770:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763834.457778:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508976384:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763834.457892:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508976512:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763834.457935:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763834.457955:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff9686c4beaa00 x1876699508976512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.457972:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508976512/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.457992:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.457997:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763834.458001:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508976512:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763834.458009:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508976640:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763834.458030:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763834.458042:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff9686c4beb800 x1876699508976640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.458056:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508976640/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.458066:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.458069:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763834.458073:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508976640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763834.458080:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508976768:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763834.458100:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763834.458111:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff9686c4be9f80 x1876699508976768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.458125:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508976768/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.458141:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.458147:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763834.458154:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508976768:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763834.458166:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508976896:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763834.458205:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763834.458229:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff9686c4beb100 x1876699508976896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.458255:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508976896/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.458265:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.458269:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763834.458273:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508976896:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763834.458281:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508977024:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763834.458309:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763834.458322:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763834/real 1789763834]  req@ffff9686c4be8700 x1876699508977024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763834.458336:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508977024/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763859 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763834.458346:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763834.458350:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763834.458353:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508977024:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763834.520848:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763835.544749:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763836.568876:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763837.592877:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763838.616806:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763839.576843:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763839.576857:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763839.576864:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763839.576879:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3811
00000100:00080000:2.0:1789763839.576896:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763839.576906:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763839.576965:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508977152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763839.577003:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763839.577018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763839.577020:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763839.577026:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3811
00000100:00080000:2.0:1789763839.577031:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763839.577037:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763839.577050:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763839.577068:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508977152:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763839.577073:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508977280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763839.577098:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763839.577108:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763839.577110:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763839.577115:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3811
00000100:00080000:2.0:1789763839.577119:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763839.577124:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763839.577129:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763839.577145:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508977408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763839.577169:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763839.577174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763839.577177:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763839.577181:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3811
00000100:00080000:2.0:1789763839.577187:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763839.577192:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763839.577198:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763839.577207:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763839.577219:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508977536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763839.577235:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763839.577239:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763839.577241:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763839.577247:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3811
00000100:00080000:2.0:1789763839.577252:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763839.577257:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763839.577264:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763839.577279:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9686c7a9b800 x1876699508977152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763839.577289:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508977664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763839.577364:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763839.577371:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763839.577375:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763839.577384:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508977152/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763839.577392:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3811
00000100:00080000:2.0:1789763839.577406:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763839.577416:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789763839.577439:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763839.577443:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763839.577450:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763839.577459:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508977152:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763839.577471:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508977792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763839.577498:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508977280:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763839.577540:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763839.577559:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9686c7a99f80 x1876699508977280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763839.577576:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508977280/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763839.577595:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763839.577600:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763839.577604:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508977280:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763839.577611:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508977408:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763839.577676:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763839.577692:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9686c7a98380 x1876699508977408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763839.577707:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508977408/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763839.577726:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763839.577731:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763839.577735:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508977408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763839.577742:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508977536:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763839.577764:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763839.577776:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9686c7a98e00 x1876699508977536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763839.577801:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508977536/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763839.577811:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763839.577815:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763839.577819:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508977536:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763839.577825:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508977664:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763839.577844:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763839.577855:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9686c7a9ad80 x1876699508977664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763839.577869:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508977664/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763839.577879:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763839.577882:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763839.577887:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508977664:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763839.577897:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508977792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763839.577933:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763839.577965:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763839/real 1789763839]  req@ffff9686c7a98000 x1876699508977792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763839.577992:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508977792/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763864 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763839.578009:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763839.578016:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763839.578020:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508977792:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763839.640920:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763840.664826:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763841.688823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763842.712897:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763843.736894:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763844.696878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.696893:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763844.696901:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.696919:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3816
00000100:00080000:0.0:1789763844.696935:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.696947:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763844.696998:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508977920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763844.697040:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.697045:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763844.697048:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.697053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3816
00000100:00080000:0.0:1789763844.697057:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.697062:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763844.697076:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763844.697095:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508978048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763844.697112:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.697121:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763844.697122:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508977920:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763844.697130:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.697153:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3816
00000100:00080000:0.0:1789763844.697158:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.697163:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763844.697171:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763844.697197:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508978176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763844.697219:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.697223:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763844.697226:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.697234:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3816
00000100:00080000:0.0:1789763844.697240:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.697244:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763844.697249:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763844.697262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508978304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763844.697274:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.697303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000800:00000100:3.0:1789763844.697306:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763844.697309:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.697323:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3816
00000100:00080000:0.0:1789763844.697330:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.697336:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763844.697342:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763844.697359:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508978432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763844.697372:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763844.697386:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763844.697388:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763844.697394:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3816
00000100:00080000:0.0:1789763844.697402:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763844.697407:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763844.697414:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763844.697432:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9686c954d180 x1876699508977920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763844.697434:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508978560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763844.697580:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508977920/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763844.697627:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763844.697637:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763844.697645:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508977920:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763844.697741:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508978048:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763844.697796:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763844.697824:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9686c954ca80 x1876699508978048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763844.697842:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508978048/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763844.697854:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763844.697858:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763844.697862:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508978048:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763844.697871:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508978176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763844.697899:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763844.697912:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9686c954f800 x1876699508978176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763844.697927:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508978176/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763844.697941:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763844.697948:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763844.697954:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508978176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763844.697966:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508978304:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763844.698008:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763844.698028:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9686c954f100 x1876699508978304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763844.698043:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508978304/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763844.698055:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763844.698077:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763844.698081:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508978304:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763844.698090:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508978432:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763844.698120:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763844.698151:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9686c954c700 x1876699508978432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763844.698172:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508978432/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763844.698183:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763844.698187:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763844.698192:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508978432:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763844.698199:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508978560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763844.698241:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763844.698260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763844/real 1789763844]  req@ffff9686c954ed80 x1876699508978560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763844.698306:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508978560/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763869 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763844.698323:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763844.698330:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763844.698338:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508978560:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763844.760869:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763845.784931:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763846.808865:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763847.832879:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763848.856843:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763849.816753:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763849.816767:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763849.816773:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.816787:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3821
00000100:00080000:0.0:1789763849.816802:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763849.816811:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763849.816867:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508978688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763849.816905:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763849.816932:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763849.816936:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.816944:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3821
00000100:00080000:0.0:1789763849.816951:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763849.816961:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763849.816972:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508978688:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789763849.816975:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763849.817004:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508978816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763849.817024:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763849.817030:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763849.817034:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.817041:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3821
00000100:00080000:0.0:1789763849.817047:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763849.817054:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763849.817060:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763849.817072:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763849.817093:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508978944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763849.817104:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763849.817108:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9686c954c000 x1876699508978688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763849.817109:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763849.817114:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.817125:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3821
00000100:00080000:0.0:1789763849.817134:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763849.817140:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763849.817145:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508978688/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763849.817152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789763849.817160:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763849.817165:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763849.817170:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508978688:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763849.817178:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508979072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763849.817199:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508978816:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763849.817203:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763849.817228:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763849.817232:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.817240:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3821
00000100:00080000:0.0:1789763849.817266:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763849.817268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763849.817278:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763849.817289:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763849.817291:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9686c954df80 x1876699508978816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763849.817315:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508978816/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763849.817326:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508979200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763849.817327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763849.817336:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763849.817345:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508978816:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763849.817361:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508978944:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763849.817363:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763849.817371:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763849.817373:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763849.817379:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3821
00000100:00080000:0.0:1789763849.817385:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763849.817389:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763849.817395:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763849.817403:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763849.817407:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9686c954e300 x1876699508978944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763849.817420:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508979328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763849.817424:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508978944/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763849.817452:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763849.817457:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763849.817460:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508978944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763849.817477:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508979072:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763849.817494:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763849.817502:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9686c954ea00 x1876699508979072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763849.817511:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508979072/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763849.817518:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763849.817520:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763849.817523:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508979072:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763849.817527:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508979200:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763849.817540:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763849.817548:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9686c954e680 x1876699508979200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763849.817558:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508979200/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763849.817565:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763849.817567:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763849.817570:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508979200:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763849.817574:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508979328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763849.817586:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763849.817594:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763849/real 1789763849]  req@ffff9686c954c000 x1876699508979328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763849.817602:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508979328/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763874 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763849.817619:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763849.817621:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763849.817623:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508979328:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763849.880807:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763850.904853:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763851.928897:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763852.952932:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763853.976949:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763854.936824:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.936847:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763854.936857:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.936880:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3826
00000100:00080000:0.0:1789763854.936903:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763854.936922:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763854.937008:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508979456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763854.937078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.937087:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763854.937091:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.937114:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3826
00000100:00080000:0.0:1789763854.937140:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763854.937160:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763854.937180:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508979456:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789763854.937195:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763854.937264:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508979584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763854.937289:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763854.937293:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.937304:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763854.937310:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.937323:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3826
00000100:00080000:0.0:1789763854.937335:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763854.937349:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9686c954ed80 x1876699508979456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763854.937351:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763854.937379:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763854.937389:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508979456/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763854.937404:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763854.937413:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763854.937417:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508979712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763854.937425:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508979456:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763854.937463:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.937469:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763854.937472:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.937480:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3826
00000100:00080000:0.0:1789763854.937486:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763854.937495:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508979584:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763854.937496:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763854.937524:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763854.937536:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763854.937547:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508979840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763854.937563:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9686c954c700 x1876699508979584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763854.937691:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.937697:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789763854.937703:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508979584/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763854.937704:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.937722:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3826
00000100:00080000:0.0:1789763854.937734:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763854.937747:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763854.937770:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763854.937771:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763854.937787:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763854.937802:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508979968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763854.937803:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508979584:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763854.937838:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508979712:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763854.937839:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763854.937860:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763854.937865:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763854.937872:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3826
00000100:00080000:0.0:1789763854.937876:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763854.937881:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763854.937887:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763854.937905:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508980096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763854.937924:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763854.937960:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9686c954f100 x1876699508979712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763854.937986:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508979712/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763854.938002:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763854.938013:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763854.938021:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508979712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763854.938052:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508979840:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763854.938080:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763854.938094:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9686c954f800 x1876699508979840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763854.938107:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508979840/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763854.938116:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763854.938119:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763854.938123:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508979840:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763854.938129:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508979968:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763854.938145:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763854.938155:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9686c954ca80 x1876699508979968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763854.938166:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508979968/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763854.938174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763854.938177:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763854.938180:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508979968:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763854.938185:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508980096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763854.938200:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763854.938239:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763854/real 1789763854]  req@ffff9686c954d180 x1876699508980096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763854.938251:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508980096/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763879 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763854.938260:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763854.938263:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763854.938267:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508980096:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763855.000815:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763856.024816:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763857.048990:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763858.072842:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763859.096799:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763860.056731:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.056740:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763860.056744:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.056753:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3831
00000100:00080000:1.0:1789763860.056763:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.056769:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763860.056803:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508980224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763860.056825:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.056828:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763860.056829:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.056832:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3831
00000100:00080000:1.0:1789763860.056835:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.056838:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763860.056847:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763860.056856:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508980224:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763860.056858:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508980352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763860.056870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.056872:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763860.056874:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.056876:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3831
00000100:00080000:1.0:1789763860.056879:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.056881:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763860.056885:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763860.056894:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508980480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763860.056900:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.056902:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763860.056903:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.056906:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3831
00000100:00080000:1.0:1789763860.056909:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.056912:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763860.056915:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763860.056919:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763860.056926:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508980608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763860.056934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.056936:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763860.056938:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.056940:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3831
00000100:00080000:1.0:1789763860.056943:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.056945:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763860.056949:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763860.056957:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff9686c4be9500 x1876699508980224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763860.056959:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508980736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763860.056968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763860.056970:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763860.056974:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763860.056981:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3831
00000100:00080000:1.0:1789763860.056984:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763860.056987:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763860.056990:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763860.056992:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508980224/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763860.056999:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508980864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763860.057008:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763860.057013:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763860.057017:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508980224:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763860.057036:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508980352:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763860.057052:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763860.057061:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff9686c4be9880 x1876699508980352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763860.057069:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508980352/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763860.057074:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763860.057077:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763860.057084:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508980352:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763860.057089:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508980480:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763860.057100:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763860.057106:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff9686c4be8000 x1876699508980480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763860.057114:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508980480/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763860.057119:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763860.057120:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763860.057122:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508980480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763860.057126:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508980608:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763860.057136:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763860.057142:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff9686c4be8700 x1876699508980608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763860.057149:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508980608/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763860.057154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763860.057155:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763860.057157:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508980608:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763860.057160:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508980736:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763860.057188:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763860.057200:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff9686c4beb100 x1876699508980736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763860.057213:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508980736/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763860.057221:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763860.057225:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763860.057228:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508980736:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763860.057235:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508980864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763860.057253:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763860.057260:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763860/real 1789763860]  req@ffff9686c4be9f80 x1876699508980864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763860.057268:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508980864/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763885 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763860.057273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763860.057275:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763860.057277:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508980864:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763860.120867:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763861.144891:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763862.168919:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763863.192848:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763864.216908:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763865.176840:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763865.176854:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763865.176860:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763865.176874:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3836
00000100:00080000:2.0:1789763865.176890:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763865.176901:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763865.176948:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508980992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763865.176987:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763865.176993:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763865.176995:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763865.177000:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3836
00000100:00080000:2.0:1789763865.177005:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763865.177012:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763865.177024:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763865.177042:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508981120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763865.177050:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508980992:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763865.177073:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763865.177077:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763865.177079:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763865.177085:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3836
00000100:00080000:2.0:1789763865.177089:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763865.177093:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763865.177099:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763865.177116:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508981248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763865.177153:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763865.177163:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763865.177166:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763865.177172:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3836
00000800:00000100:3.0:1789763865.177181:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763865.177185:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763865.177195:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763865.177204:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763865.177225:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508981376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763865.177239:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763865.177245:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff9686c7a9bb80 x1876699508980992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763865.177247:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763865.177253:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763865.177268:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3836
00000100:00080000:2.0:1789763865.177278:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763865.177287:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763865.177294:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763865.177299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508980992/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763865.177313:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508981504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763865.177365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763865.177366:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763865.177378:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:3.0:1789763865.177381:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763865.177383:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763865.177395:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508980992:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763865.177397:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3836
00000100:00080000:2.0:1789763865.177409:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763865.177416:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763865.177422:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763865.177433:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508981632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763865.177443:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508981120:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763865.177490:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763865.177508:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff9686c7a98700 x1876699508981120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763865.177526:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508981120/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763865.177543:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763865.177550:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763865.177557:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508981120:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763865.177570:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508981248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763865.177612:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763865.177673:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff9686c7a99880 x1876699508981248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763865.177691:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508981248/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763865.177702:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763865.177707:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763865.177711:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508981248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763865.177720:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508981376:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763865.177749:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763865.177764:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff9686c7a99180 x1876699508981376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763865.177778:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508981376/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763865.177788:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763865.177792:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763865.177795:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508981376:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763865.177802:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508981504:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763865.177822:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763865.177834:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff9686c7a98a80 x1876699508981504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763865.177847:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508981504/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763865.177857:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763865.177860:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763865.177864:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508981504:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763865.177885:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508981632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763865.177905:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763865.177917:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763865/real 1789763865]  req@ffff9686c7a9b480 x1876699508981632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763865.177931:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508981632/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763890 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763865.177941:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763865.177944:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763865.177948:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508981632:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763865.240864:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763866.264766:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763867.288975:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763868.312846:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763869.336900:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763870.296792:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763870.296805:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763870.296812:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763870.296827:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3842
00000100:00080000:2.0:1789763870.296843:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763870.296872:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763870.296925:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508981760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763870.296965:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763870.296972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763870.296975:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763870.296983:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3842
00000100:00080000:2.0:1789763870.296990:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763870.297000:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508981760:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763870.297003:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763870.297020:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763870.297055:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508981888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763870.297083:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763870.297113:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763870.297119:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763870.297130:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3842
00000800:00000100:3.0:1789763870.297139:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763870.297145:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763870.297174:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763870.297186:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763870.297209:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508982016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763870.297216:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff9686c7a9b480 x1876699508981760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763870.297243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763870.297254:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763870.297258:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763870.297265:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3842
00000100:00080000:2.0:1789763870.297270:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763870.297274:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763870.297280:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763870.297291:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508982144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763870.297309:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763870.297313:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763870.297315:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763870.297319:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3842
00000100:00080000:2.0:1789763870.297322:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763870.297326:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763870.297330:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763870.297339:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508982272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763870.297350:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763870.297354:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763870.297366:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763870.297370:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3842
00000100:00080000:2.0:1789763870.297374:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763870.297379:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763870.297383:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763870.297401:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508982400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763870.297426:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508981760/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763870.297451:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763870.297626:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763870.297674:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508981760:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763870.297796:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508981888:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763870.297838:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763870.297860:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff9686c7a98a80 x1876699508981888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763870.297896:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508981888/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763870.297927:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763870.297935:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763870.297942:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508981888:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763870.297955:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508982016:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763870.297991:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763870.298008:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff9686c7a99180 x1876699508982016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763870.298023:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508982016/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763870.298033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763870.298037:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763870.298042:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508982016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763870.298049:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508982144:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763870.298071:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763870.298082:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff9686c7a99880 x1876699508982144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763870.298128:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508982144/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763870.298139:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763870.298143:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763870.298157:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508982144:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763870.298165:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508982272:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763870.298192:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763870.298205:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff9686c7a98700 x1876699508982272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763870.298219:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508982272/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763870.298229:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763870.298232:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763870.298236:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508982272:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763870.298243:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508982400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763870.298261:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763870.298272:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763870/real 1789763870]  req@ffff9686c7a9bb80 x1876699508982400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763870.298286:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508982400/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763895 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763870.298295:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763870.298298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763870.298302:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508982400:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763870.360823:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763871.384924:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763872.408959:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763873.432896:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763874.456865:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763875.416766:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.416784:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763875.416792:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763875.416812:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3847
00000100:00080000:1.0:1789763875.416830:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763875.416845:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763875.416919:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508982528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763875.416958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.416973:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763875.416976:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763875.416983:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3847
00000100:00080000:1.0:1789763875.416990:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763875.417015:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763875.417038:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763875.417075:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508982656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763875.417079:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508982528:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763875.417111:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.417115:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763875.417117:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763875.417122:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3847
00000100:00080000:1.0:1789763875.417128:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763875.417132:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763875.417139:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763875.417176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508982784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763875.417190:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.417195:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763875.417197:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763875.417202:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3847
00000100:00080000:1.0:1789763875.417211:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763875.417220:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763875.417232:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763875.417259:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508982656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763875.417262:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508982912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763875.417291:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.417298:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763875.417302:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763875.417310:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3847
00000100:00080000:1.0:1789763875.417319:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763875.417323:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508982784:192.168.203.123@tcp:38:kworker.0
00000100:00080000:1.0:1789763875.417335:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763875.417349:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763875.417380:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508983040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763875.417387:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508982912:192.168.203.123@tcp:8:kworker.0
00000100:00080000:1.0:1789763875.417420:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763875.417427:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763875.417431:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763875.417440:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3847
00000100:00080000:1.0:1789763875.417449:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763875.417458:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763875.417468:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763875.417471:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508983040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763875.417522:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508983168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763875.417578:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508983168:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763875.480852:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763876.504908:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763877.528839:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789763878.489093:0:2395:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789763878.489178:0:2395:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789763878.489218:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763878.489283:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763878.489298:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763878.489312:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763878.489325:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789763878.489350:0:2395:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789763878.489400:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763878]  req@ffff9686c4be8e00 x1876699508983168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763878.489452:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508983168/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763878.489468:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763878.489474:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763878.489479:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508983168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763878.489489:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763878]  req@ffff9686c4be8380 x1876699508983040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763878.489504:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508983040/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763878.489520:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763878.489525:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763878.489530:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508983040:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763878.489538:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763878]  req@ffff9686c4beb480 x1876699508982912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763878.489560:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508982912/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763878.489569:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763878.489572:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763878.489576:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508982912:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763878.489584:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763878]  req@ffff9686c4beaa00 x1876699508982656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763878.489598:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508982656/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763878.489606:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763878.489611:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763878.489614:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508982656:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763878.489622:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763878]  req@ffff9686c4bebb80 x1876699508982784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763878.489664:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508982784/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763878.489674:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763878.489678:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763878.489683:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508982784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763878.489692:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763875/real 1789763878]  req@ffff9686c4beb800 x1876699508982528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763878.489708:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508982528/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763900 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763878.489717:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763878.489722:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763878.489726:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508982528:192.168.203.123@tcp:250:kworker.0
00010000:00010000:1.0:1789763878.552898:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763879.576784:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763880.536730:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763880.536741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763880.536746:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763880.536758:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3852
00000100:00080000:1.0:1789763880.536791:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763880.536800:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763880.536833:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9c00 x1876699508983296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763880.536866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763880.536869:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763880.536871:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763880.536875:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3852
00000100:00080000:1.0:1789763880.536878:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763880.536882:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763880.536890:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763880.536904:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bea680 x1876699508983424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763880.536918:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763880.536923:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763880.536925:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763880.536930:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3852
00000100:00080000:1.0:1789763880.536935:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763880.536942:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508983296:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763880.536953:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763880.536965:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763880.536991:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bead80 x1876699508983552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763880.537007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763880.537010:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763880.537011:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763880.537030:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3852
00000100:00080000:1.0:1789763880.537046:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763880.537050:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763880.537056:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763880.537058:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763880.537072:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508983680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763880.537086:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763880.537091:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763880.537093:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763880.537099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3852
00000100:00080000:1.0:1789763880.537104:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763880.537107:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9686c4be9c00 x1876699508983296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763880.537114:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763880.537126:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763880.537147:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508983808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763880.537161:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763880.537165:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763880.537170:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763880.537171:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9c00 x1876699508983296/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763880.537179:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3852
00000100:00080000:1.0:1789763880.537189:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763880.537195:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763880.537197:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763880.537207:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763880.537208:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763880.537218:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508983296:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763880.537226:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508983936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763880.537232:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508983424:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763880.537275:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763880.537293:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9686c4bea680 x1876699508983424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763880.537307:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bea680 x1876699508983424/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763880.537318:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763880.537322:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763880.537327:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bea680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508983424:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763880.537355:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508983552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763880.537378:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763880.537391:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9686c4bead80 x1876699508983552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763880.537405:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bead80 x1876699508983552/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763880.537422:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763880.537426:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763880.537430:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bead80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508983552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763880.537437:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508983680:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763880.537459:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763880.537470:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9686c4beb800 x1876699508983680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763880.537483:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508983680/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763880.537492:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763880.537496:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763880.537500:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508983680:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763880.537506:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508983808:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763880.537526:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763880.537538:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9686c4bebb80 x1876699508983808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763880.537551:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508983808/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763880.537560:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763880.537564:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763880.537568:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508983808:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763880.537593:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508983936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763880.537616:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763880.537662:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763880/real 1789763880]  req@ffff9686c4beaa00 x1876699508983936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763880.537677:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508983936/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763905 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763880.537686:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763880.537690:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763880.537694:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508983936:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763880.600826:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763881.624897:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763882.648832:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763883.672864:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763884.696869:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763885.656846:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.656861:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763885.656868:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.656893:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3857
00000100:00080000:2.0:1789763885.656906:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.656916:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763885.656966:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508984064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.657030:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.657036:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763885.657039:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.657045:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3857
00000100:00080000:2.0:1789763885.657057:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.657063:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763885.657075:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763885.657096:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508984192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.657111:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.657116:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763885.657119:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.657125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3857
00000100:00080000:2.0:1789763885.657133:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763885.657135:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508984064:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763885.657142:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763885.657156:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763885.657172:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508984320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.657196:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.657201:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763885.657204:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.657209:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3857
00000100:00080000:2.0:1789763885.657215:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.657220:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763885.657228:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763885.657230:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763885.657253:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508984448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.657275:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763885.657280:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763885.657282:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.657287:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3857
00000100:00080000:2.0:1789763885.657292:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.657298:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763885.657304:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763885.657307:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9686c7a98000 x1876699508984064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763885.657324:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508984576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763885.657341:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:0.0:1789763885.657348:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508984064/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763885.657350:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763885.657357:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763885.657373:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3857
00000100:00080000:2.0:1789763885.657381:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763885.657389:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789763885.657392:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000008:00100000:2.0:1789763885.657394:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763885.657412:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763885.657419:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508984704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763885.657430:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508984064:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763885.657461:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508984192:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763885.657510:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763885.657531:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9686c7a9ad80 x1876699508984192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.657549:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508984192/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.657560:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.657565:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763885.657569:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508984192:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763885.657611:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508984320:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763885.657692:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763885.657718:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9686c7a98e00 x1876699508984320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.657745:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508984320/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.657762:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.657769:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763885.657774:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508984320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763885.657783:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508984448:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763885.657827:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763885.657850:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9686c7a98380 x1876699508984448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.657876:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508984448/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.657896:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.657913:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763885.657918:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508984448:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763885.657927:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508984576:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763885.657957:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763885.657972:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9686c7a99f80 x1876699508984576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.658022:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508984576/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.658050:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.658057:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763885.658064:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508984576:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763885.658078:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508984704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763885.658120:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763885.658139:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763885/real 1789763885]  req@ffff9686c7a9b800 x1876699508984704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763885.658155:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508984704/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763910 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763885.658165:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763885.658169:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763885.658174:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508984704:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763885.720883:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763886.744943:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763887.768909:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763888.792904:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763889.816831:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763890.776726:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763890.776735:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763890.776739:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763890.776749:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3862
00000100:00080000:2.0:1789763890.776759:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763890.776766:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763890.776810:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508984832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763890.776830:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763890.776833:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763890.776835:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763890.776839:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3862
00000100:00080000:2.0:1789763890.776841:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763890.776845:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763890.776853:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763890.776871:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508984960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763890.776879:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508984832:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763890.776881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763890.776886:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763890.776887:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763890.776891:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3862
00000100:00080000:2.0:1789763890.776893:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763890.776895:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763890.776899:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763890.776910:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508985088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763890.776916:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763890.776918:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763890.776919:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763890.776921:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3862
00000100:00080000:2.0:1789763890.776924:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763890.776927:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763890.776930:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763890.776935:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763890.776939:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508985216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763890.776968:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763890.776971:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763890.776972:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763890.776976:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3862
00000100:00080000:2.0:1789763890.776978:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763890.776981:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763890.776985:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763890.776995:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9686c7a9b100 x1876699508984832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763890.776997:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508985344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763890.777024:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763890.777027:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763890.777028:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:0.0:1789763890.777033:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508984832/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763890.777035:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3862
00000100:00080000:2.0:1789763890.777040:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763890.777046:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763890.777051:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:0.0:1789763890.777052:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763890.777058:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:2.0:1789763890.777061:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508985472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763890.777063:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508984832:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763890.777093:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508984960:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763890.777113:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763890.777122:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9686c7a9a680 x1876699508984960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763890.777131:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508984960/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763890.777136:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763890.777138:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763890.777141:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508984960:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763890.777144:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508985088:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763890.777155:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763890.777161:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9686c7a9a300 x1876699508985088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763890.777168:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508985088/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763890.777174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763890.777175:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763890.777177:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508985088:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763890.777181:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508985216:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763890.777191:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763890.777197:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9686c7a99c00 x1876699508985216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763890.777204:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508985216/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763890.777220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763890.777221:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763890.777223:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508985216:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763890.777226:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508985344:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763890.777236:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763890.777242:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9686c7a9aa00 x1876699508985344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763890.777256:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508985344/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763890.777261:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763890.777263:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763890.777265:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508985344:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763890.777269:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508985472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763890.777279:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763890.777285:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763890/real 1789763890]  req@ffff9686c7a9b800 x1876699508985472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763890.777292:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508985472/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763915 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763890.777297:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763890.777298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763890.777300:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508985472:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763890.840757:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763891.864840:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763892.888887:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763893.912865:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763894.936902:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763895.896841:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763895.896858:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763895.896865:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.896882:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3867
00000100:00080000:0.0:1789763895.896899:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763895.896954:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763895.897004:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508985600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763895.897047:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763895.897054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763895.897058:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.897065:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3867
00000100:00080000:0.0:1789763895.897071:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763895.897078:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763895.897091:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763895.897113:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508985728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763895.897120:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508985600:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763895.897147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763895.897154:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763895.897157:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.897166:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3867
00000100:00080000:0.0:1789763895.897173:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763895.897179:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763895.897188:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763895.897223:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763895.897227:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508985856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763895.897243:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763895.897248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763895.897251:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.897257:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3867
00000100:00080000:0.0:1789763895.897263:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763895.897286:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9686c954d880 x1876699508985600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763895.897290:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763895.897309:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763895.897324:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508985600/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763895.897337:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508985984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763895.897347:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.897363:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763895.897367:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763895.897376:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508985600:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763895.897378:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763895.897388:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.897399:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3867
00000100:00080000:0.0:1789763895.897406:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763895.897419:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508985728:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763895.897431:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763895.897443:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763895.897455:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763895.897471:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508986112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763895.897478:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9686c954fb80 x1876699508985728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763895.897529:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763895.897536:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508985728/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763895.897539:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763895.897546:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763895.897562:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3867
00000100:00080000:3.0:1789763895.897571:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763895.897574:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763895.897586:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763895.897588:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763895.897602:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508985728:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789763895.897604:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763895.897615:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508985856:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763895.897661:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763895.897719:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508986240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763895.897726:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9686c954c380 x1876699508985856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763895.897756:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508985856/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.897772:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.897777:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763895.897782:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508985856:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763895.897794:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508985984:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763895.897854:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763895.897881:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9686c954dc00 x1876699508985984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763895.897943:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508985984/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.897972:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.897978:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763895.897984:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508985984:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763895.898007:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508986112:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763895.898052:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763895.898065:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9686c954ce00 x1876699508986112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763895.898079:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508986112/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.898088:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.898091:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763895.898094:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508986112:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763895.898100:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508986240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763895.898119:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763895.898129:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763895/real 1789763895]  req@ffff9686c954d880 x1876699508986240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763895.898141:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508986240/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763920 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763895.898150:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763895.898153:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763895.898156:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508986240:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763895.960861:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763896.984851:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763898.008873:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763899.032940:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763900.056937:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763901.016846:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763901.016859:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763901.016884:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763901.016900:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3872
00000100:00080000:1.0:1789763901.016915:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763901.016927:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763901.016977:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508986368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763901.017006:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763901.017011:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763901.017015:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763901.017022:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3872
00000100:00080000:1.0:1789763901.017026:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763901.017032:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763901.017044:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763901.017056:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508986368:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763901.017067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508986496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763901.017085:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763901.017089:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763901.017092:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763901.017097:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3872
00000100:00080000:1.0:1789763901.017101:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763901.017106:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763901.017112:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763901.017127:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508986624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763901.017139:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763901.017144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763901.017147:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763901.017152:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3872
00000100:00080000:1.0:1789763901.017157:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763901.017160:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763901.017166:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763901.017176:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763901.017184:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508986752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763901.017200:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763901.017205:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763901.017208:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763901.017214:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3872
00000100:00080000:1.0:1789763901.017219:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763901.017223:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763901.017229:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763901.017241:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508986880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763901.017253:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763901.017261:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763901.017263:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff9686c4beb480 x1876699508986368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763901.017265:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763901.017276:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3872
00000100:00080000:1.0:1789763901.017283:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763901.017293:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763901.017306:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763901.017322:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508987008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763901.017378:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508986368/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763901.017400:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763901.017408:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763901.017417:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508986368:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763901.017475:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508986496:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763901.017527:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763901.017557:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff9686c4be8380 x1876699508986496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763901.017585:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508986496/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763901.017604:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763901.017611:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763901.017618:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508986496:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763901.017671:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508986624:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763901.017718:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763901.017744:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff9686c4be8e00 x1876699508986624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763901.017770:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508986624/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763901.017799:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763901.017806:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763901.017813:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508986624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763901.017826:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508986752:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763901.017893:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763901.017919:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff9686c4be9f80 x1876699508986752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763901.017943:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508986752/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763901.017961:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763901.017968:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763901.017975:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508986752:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763901.017987:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508986880:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763901.018027:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763901.018051:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff9686c4beb100 x1876699508986880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763901.018076:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508986880/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763901.018092:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763901.018098:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763901.018106:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508986880:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763901.018118:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508987008:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763901.018160:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763901.018184:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763901/real 1789763901]  req@ffff9686c4be8700 x1876699508987008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763901.018208:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508987008/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763926 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763901.018225:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763901.018231:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763901.018238:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508987008:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763901.080893:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763902.104914:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763903.128909:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763904.152909:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763905.176888:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763906.136759:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763906.136773:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763906.136781:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763906.136799:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3877
00000100:00080000:1.0:1789763906.136819:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763906.136859:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763906.136932:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8000 x1876699508987136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763906.136976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763906.136983:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763906.136986:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763906.136993:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3877
00000100:00080000:1.0:1789763906.137000:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763906.137008:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763906.137022:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763906.137039:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508987136:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789763906.137052:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9880 x1876699508987264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763906.137070:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763906.137076:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763906.137079:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763906.137085:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3877
00000100:00080000:1.0:1789763906.137091:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763906.137097:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763906.137104:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763906.137120:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9500 x1876699508987392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763906.137146:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763906.137151:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763906.137153:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763906.137161:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3877
00000100:00080000:1.0:1789763906.137166:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763906.137170:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763906.137176:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789763906.137191:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8700 x1876699508987520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763906.137206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763906.137211:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763906.137214:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763906.137221:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3877
00000100:00080000:1.0:1789763906.137226:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763906.137231:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763906.137236:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763906.137239:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763906.137253:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb100 x1876699508987648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763906.137269:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763906.137276:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763906.137278:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763906.137293:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3877
00000100:00080000:1.0:1789763906.137302:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763906.137308:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763906.137315:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763906.137327:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff9686c4be8000 x1876699508987136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789763906.137334:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be9f80 x1876699508987776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763906.137567:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8000 x1876699508987136/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763906.137585:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763906.137592:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763906.137598:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508987136:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763906.137738:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508987264:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763906.137781:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763906.137802:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff9686c4be9880 x1876699508987264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763906.137818:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9880 x1876699508987264/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763906.137863:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763906.137876:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763906.137881:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508987264:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763906.137890:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508987392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763906.137918:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763906.137933:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff9686c4be9500 x1876699508987392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763906.137948:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9500 x1876699508987392/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763906.137957:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763906.137961:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763906.137965:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508987392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763906.137972:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508987520:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763906.137992:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763906.138002:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff9686c4be8700 x1876699508987520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763906.138016:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8700 x1876699508987520/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763906.138026:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763906.138030:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763906.138034:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508987520:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763906.138040:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508987648:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763906.138059:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763906.138070:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff9686c4beb100 x1876699508987648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763906.138083:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb100 x1876699508987648/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763906.138093:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763906.138097:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763906.138101:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508987648:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763906.138107:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508987776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763906.138125:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763906.138136:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763906/real 1789763906]  req@ffff9686c4be9f80 x1876699508987776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763906.138148:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be9f80 x1876699508987776/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763931 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763906.138157:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763906.138161:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763906.138165:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508987776:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763906.200881:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763907.224933:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763908.248967:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763909.272891:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763910.296868:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:1.0:1789763911.256811:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.256827:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:1.0:1789763911.256834:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.256850:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3882
00000100:00080000:1.0:1789763911.256868:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763911.256883:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789763911.256940:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8e00 x1876699508987904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763911.256989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.256994:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763911.256996:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.257004:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3882
00000100:00080000:1.0:1789763911.257009:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763911.257014:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763911.257025:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763911.257041:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4be8380 x1876699508988032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763911.257056:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.257061:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763911.257063:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.257069:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3882
00000100:00080000:1.0:1789763911.257077:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763911.257079:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508987904:192.168.203.123@tcp:250:kworker.0
00000100:00080000:1.0:1789763911.257087:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763911.257098:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763911.257111:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb480 x1876699508988160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763911.257125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.257130:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:1.0:1789763911.257133:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.257137:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3882
00000100:00080000:1.0:1789763911.257165:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763911.257171:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:1.0:1789763911.257178:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:0.0:1789763911.257180:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789763911.257200:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beaa00 x1876699508988288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789763911.257215:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.257220:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:1.0:1789763911.257222:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.257229:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3882
00000100:00080000:1.0:1789763911.257236:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:1.0:1789763911.257241:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763911.257249:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff9686c4be8e00 x1876699508987904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:1.0:1789763911.257252:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789763911.257275:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4bebb80 x1876699508988416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763911.257289:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8e00 x1876699508987904/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789763911.257292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789763911.257308:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:1.0:1789763911.257315:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:1.0:1789763911.257330:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3882
00000100:00080000:0.0:1789763911.257331:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789763911.257338:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763911.257345:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:1.0:1789763911.257353:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763911.257362:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508987904:192.168.203.123@tcp:250:kworker.0
00000008:00100000:1.0:1789763911.257365:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763911.257380:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508988032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789763911.257389:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c4beb800 x1876699508988544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763911.257424:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763911.257445:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff9686c4be8380 x1876699508988032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.257461:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4be8380 x1876699508988032/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.257471:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.257475:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763911.257479:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4be8380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508988032:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763911.257507:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508988160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763911.257528:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763911.257540:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff9686c4beb480 x1876699508988160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.257581:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb480 x1876699508988160/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.257592:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.257595:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763911.257599:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508988160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763911.257606:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508988288:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763911.257689:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763911.257740:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff9686c4beaa00 x1876699508988288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.257757:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beaa00 x1876699508988288/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.257767:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.257771:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763911.257775:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beaa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508988288:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763911.257782:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508988416:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763911.257839:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763911.257854:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff9686c4bebb80 x1876699508988416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.257868:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4bebb80 x1876699508988416/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.257887:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.257891:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763911.257895:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4bebb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508988416:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763911.257901:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508988544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763911.257921:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763911.257932:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763911/real 1789763911]  req@ffff9686c4beb800 x1876699508988544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763911.257946:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c4beb800 x1876699508988544/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763936 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763911.257955:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763911.257959:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763911.257962:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c4beb800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508988544:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763911.320913:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763912.344821:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763913.368854:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763914.392835:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763915.416872:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763916.376876:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763916.376894:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763916.376903:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763916.376920:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3888
00000100:00080000:0.0:1789763916.376935:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763916.376944:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763916.376996:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508988672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763916.377039:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763916.377046:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763916.377048:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763916.377053:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3888
00000100:00080000:0.0:1789763916.377058:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763916.377065:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763916.377078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763916.377101:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508988800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763916.377102:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508988672:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763916.377130:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763916.377135:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763916.377136:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763916.377143:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3888
00000100:00080000:0.0:1789763916.377148:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763916.377153:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763916.377160:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763916.377176:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508988928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763916.377188:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763916.377193:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763916.377195:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:3.0:1789763916.377204:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763916.377205:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3888
00000100:00080000:0.0:1789763916.377218:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763916.377224:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763916.377235:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763916.377260:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508989056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763916.377276:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff9686c954d180 x1876699508988672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.377292:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763916.377303:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763916.377308:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763916.377311:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508988672/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763916.377326:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3888
00000100:00080000:3.0:1789763916.377337:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763916.377342:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763916.377350:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763916.377359:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763916.377369:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508988672:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789763916.377373:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763916.377403:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508989184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763916.377418:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763916.377423:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763916.377427:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763916.377433:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508988800:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763916.377437:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3888
00000100:00080000:0.0:1789763916.377451:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763916.377457:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763916.377464:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763916.377481:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508989312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763916.377503:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763916.377530:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff9686c954ca80 x1876699508988800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763916.377547:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508988800/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763916.377563:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763916.377569:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763916.377577:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508988800:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763916.377590:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508988928:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763916.377671:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763916.377693:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff9686c954f800 x1876699508988928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763916.377709:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508988928/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763916.377720:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763916.377724:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763916.377728:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508988928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763916.377736:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508989056:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763916.377792:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763916.377808:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff9686c954f100 x1876699508989056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763916.377823:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508989056/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763916.377833:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763916.377837:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763916.377841:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508989056:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763916.377848:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508989184:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763916.377869:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763916.377881:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff9686c954c700 x1876699508989184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763916.377895:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508989184/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763916.377905:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763916.377909:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763916.377913:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508989184:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763916.377937:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508989312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763916.377958:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763916.377970:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763916/real 1789763916]  req@ffff9686c954ed80 x1876699508989312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763916.377983:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508989312/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763941 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763916.377993:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763916.377996:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763916.378000:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508989312:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763916.440866:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763917.464906:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763918.488920:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763919.512817:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763920.536844:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763921.496831:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.496846:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763921.496853:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.496872:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3893
00000100:00080000:2.0:1789763921.496888:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.496903:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763921.496967:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508989440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763921.497009:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.497018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763921.497023:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.497036:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3893
00000100:00080000:2.0:1789763921.497047:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.497058:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763921.497101:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508989440:192.168.203.123@tcp:250:kworker.0
00000008:00100000:2.0:1789763921.497110:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763921.497160:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508989568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763921.497187:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.497195:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763921.497199:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.497220:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3893
00000100:00080000:2.0:1789763921.497248:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.497257:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763921.497266:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:0.0:1789763921.497297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763921.497299:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508989696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763921.497321:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.497326:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763921.497329:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.497340:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3893
00000100:00080000:2.0:1789763921.497346:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.497352:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763921.497358:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763921.497373:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508989824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763921.497387:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9686c7a99f80 x1876699508989440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763921.497395:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.497407:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763921.497409:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.497416:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3893
00000100:00080000:2.0:1789763921.497424:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.497433:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763921.497451:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763921.497468:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508989952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763921.497475:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508989440/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763921.497493:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763921.497507:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763921.497509:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763921.497528:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3893
00000100:00080000:0.0:1789763921.497542:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763921.497543:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763921.497561:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:0.0:1789763921.497562:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000008:00100000:2.0:1789763921.497589:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763921.497604:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508989440:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763921.497655:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508989568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763921.497688:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508990080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:0.0:1789763921.497745:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763921.497826:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9686c7a98380 x1876699508989568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.497859:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508989568/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.497894:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.497901:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763921.497908:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508989568:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763921.497922:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508989696:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763921.497961:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763921.497982:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9686c7a98e00 x1876699508989696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.498017:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508989696/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.498033:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.498039:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763921.498046:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508989696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763921.498059:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508989824:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763921.498094:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763921.498114:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9686c7a9ad80 x1876699508989824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.498146:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508989824/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.498156:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.498161:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763921.498165:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508989824:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763921.498173:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508989952:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763921.498219:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763921.498241:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9686c7a98000 x1876699508989952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.498264:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508989952/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.498298:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.498301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763921.498305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508989952:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763921.498328:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508990080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763921.498354:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763921.498367:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763921/real 1789763921]  req@ffff9686c7a9bb80 x1876699508990080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763921.498381:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508990080/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763946 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763921.498391:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763921.498395:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763921.498399:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508990080:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763921.560901:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763922.584945:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763923.608898:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763924.632890:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763925.656880:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763926.616824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763926.616843:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763926.616852:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763926.616870:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3898
00000100:00080000:2.0:1789763926.616888:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763926.616899:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763926.616970:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508990208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763926.617022:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763926.617028:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763926.617031:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763926.617037:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3898
00000100:00080000:2.0:1789763926.617043:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763926.617050:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763926.617065:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763926.617081:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508990208:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763926.617088:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508990336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763926.617106:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763926.617110:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763926.617112:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763926.617118:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3898
00000100:00080000:2.0:1789763926.617122:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763926.617126:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763926.617132:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763926.617144:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508990464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763926.617155:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763926.617159:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763926.617172:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763926.617177:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3898
00000100:00080000:2.0:1789763926.617180:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763926.617196:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763926.617204:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763926.617218:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508990592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763926.617231:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763926.617237:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763926.617239:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000800:00000100:0.0:1789763926.617245:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763926.617254:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3898
00000100:00080000:2.0:1789763926.617262:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763926.617268:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763926.617275:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763926.617291:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508990720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763926.617303:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763926.617307:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763926.617309:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763926.617315:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3898
00000100:00080000:2.0:1789763926.617323:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:0.0:1789763926.617326:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9686c7a98700 x1876699508990208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763926.617333:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763926.617343:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763926.617374:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508990848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:0.0:1789763926.617392:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508990208/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.617412:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.617419:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763926.617427:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508990208:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763926.617494:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508990336:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763926.617543:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763926.617562:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9686c7a99880 x1876699508990336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.617578:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508990336/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.617589:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.617593:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763926.617597:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508990336:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763926.617605:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508990464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763926.617625:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763926.617710:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9686c7a99180 x1876699508990464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.617740:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508990464/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.617756:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.617762:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763926.617769:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508990464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763926.617793:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508990592:192.168.203.123@tcp:8:kworker.0
00000800:00000100:0.0:1789763926.617836:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763926.617855:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9686c7a98a80 x1876699508990592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.617870:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508990592/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.617881:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.617884:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763926.617888:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508990592:192.168.203.123@tcp:8:kworker.0
00000100:00100000:0.0:1789763926.617895:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508990720:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763926.617918:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763926.617939:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9686c7a9b480 x1876699508990720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.617953:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508990720/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.617962:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.617965:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763926.617969:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508990720:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763926.617985:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508990848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:0.0:1789763926.618006:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763926.618018:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763926/real 1789763926]  req@ffff9686c7a9bb80 x1876699508990848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763926.618031:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508990848/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763951 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763926.618041:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763926.618044:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789763926.618048:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508990848:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763926.680924:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763927.704896:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763928.728840:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763929.752865:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763930.776902:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763931.736771:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.736785:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763931.736792:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.736807:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3903
00000100:00080000:0.0:1789763931.736825:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763931.736836:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763931.736911:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508990976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763931.736951:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.736957:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763931.736959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.736964:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3903
00000100:00080000:0.0:1789763931.736969:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763931.736975:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763931.736989:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763931.737010:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508991104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763931.737015:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508990976:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763931.737034:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.737040:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763931.737043:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.737048:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3903
00000100:00080000:0.0:1789763931.737051:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763931.737056:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763931.737063:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763931.737077:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508991232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763931.737089:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.737093:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763931.737095:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.737100:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3903
00000100:00080000:0.0:1789763931.737105:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763931.737110:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763931.737117:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763931.737130:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508991360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763931.737139:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763931.737167:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763931.737174:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763931.737176:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.737182:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3903
00000100:00080000:0.0:1789763931.737187:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763931.737193:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763931.737200:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763931.737206:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9686c954c000 x1876699508990976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763931.737223:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508991488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763931.737238:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763931.737243:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508990976/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763931.737245:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763931.737251:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763931.737264:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3903
00000100:00080000:0.0:1789763931.737274:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763931.737280:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763931.737282:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763931.737292:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763931.737293:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763931.737307:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508990976:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763931.737321:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508991616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763931.737345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508991104:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763931.737382:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763931.737402:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9686c954e680 x1876699508991104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.737418:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508991104/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.737428:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.737433:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763931.737437:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508991104:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763931.737444:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508991232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763931.737463:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763931.737474:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9686c954ea00 x1876699508991232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.737488:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508991232/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.737497:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.737501:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763931.737505:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508991232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763931.737511:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508991360:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763931.737531:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763931.737542:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9686c954e300 x1876699508991360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.737556:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508991360/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.737566:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.737570:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763931.737576:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508991360:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763931.737587:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508991488:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763931.737683:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763931.737710:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9686c954df80 x1876699508991488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.737732:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508991488/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.737747:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.737753:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763931.737759:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508991488:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763931.737795:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508991616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763931.737837:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763931.737854:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763931/real 1789763931]  req@ffff9686c954ed80 x1876699508991616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763931.737869:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508991616/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763956 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763931.737880:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763931.737884:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763931.737887:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508991616:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763931.800862:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763932.824926:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763933.848842:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763934.872889:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763935.896829:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763936.856778:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763936.856790:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763936.856796:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763936.856810:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3908
00000100:00080000:2.0:1789763936.856824:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763936.856834:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763936.856883:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508991744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763936.856914:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763936.856918:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763936.856922:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763936.856926:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3908
00000100:00080000:2.0:1789763936.856931:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763936.856936:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763936.856948:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763936.856961:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508991744:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763936.856966:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508991872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763936.856983:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763936.856986:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763936.856989:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763936.856993:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3908
00000100:00080000:2.0:1789763936.856996:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763936.857000:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763936.857005:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763936.857031:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508992000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763936.857043:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763936.857045:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763936.857049:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763936.857054:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763936.857061:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3908
00000100:00080000:2.0:1789763936.857067:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763936.857072:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763936.857078:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763936.857094:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508992128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763936.857102:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9686c7a98000 x1876699508991744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763936.857120:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763936.857131:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763936.857135:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763936.857142:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3908
00000100:00080000:2.0:1789763936.857147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763936.857150:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508991744/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763936.857155:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763936.857166:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763936.857179:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763936.857186:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508992256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763936.857194:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763936.857206:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763936.857212:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508991744:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763936.857213:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763936.857217:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763936.857228:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3908
00000100:00080000:2.0:1789763936.857232:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763936.857236:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763936.857240:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763936.857251:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508992384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763936.857279:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508991872:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763936.857324:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763936.857343:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9686c7a9ad80 x1876699508991872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763936.857360:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508991872/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763936.857371:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763936.857376:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763936.857380:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508991872:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763936.857388:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508992000:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763936.857410:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763936.857421:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9686c7a98e00 x1876699508992000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763936.857435:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508992000/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763936.857444:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763936.857448:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763936.857451:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508992000:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763936.857458:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508992128:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763936.857477:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763936.857488:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9686c7a98380 x1876699508992128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763936.857501:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508992128/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763936.857511:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763936.857514:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763936.857518:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508992128:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763936.857524:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508992256:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763936.857543:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763936.857554:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9686c7a99f80 x1876699508992256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763936.857568:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508992256/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763936.857578:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763936.857581:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763936.857585:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508992256:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763936.857683:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508992384:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763936.857715:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763936.857728:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763936/real 1789763936]  req@ffff9686c7a9b800 x1876699508992384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763936.857741:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508992384/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763961 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763936.857749:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763936.857752:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763936.857755:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508992384:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763936.920952:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763937.944881:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763938.968867:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763939.992890:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763941.016911:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763941.976763:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.976777:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763941.976785:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.976800:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3913
00000100:00080000:0.0:1789763941.976816:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.976838:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763941.976911:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508992512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763941.976955:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.976961:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763941.976963:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.976968:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3913
00000100:00080000:0.0:1789763941.976973:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.976987:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763941.977001:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763941.977021:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508992640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763941.977034:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508992512:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763941.977050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.977070:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763941.977074:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.977084:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3913
00000100:00080000:0.0:1789763941.977093:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.977102:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763941.977113:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763941.977140:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508992768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763941.977158:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.977163:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763941.977166:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.977172:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3913
00000100:00080000:0.0:1789763941.977178:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.977182:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763941.977191:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763941.977221:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508992896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763941.977240:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763941.977245:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508992640:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763941.977247:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763941.977256:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.977265:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3913
00000100:00080000:0.0:1789763941.977269:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.977282:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763941.977290:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763941.977320:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508993024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763941.977337:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508992768:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763941.977346:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763941.977356:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763941.977360:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763941.977387:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3913
00000100:00080000:0.0:1789763941.977399:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763941.977410:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763941.977411:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508992896:192.168.203.123@tcp:8:kworker.0
00000008:00100000:0.0:1789763941.977419:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763941.977453:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508993152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763941.977479:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508993024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763941.977562:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508993152:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763942.040832:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763943.064854:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763944.088826:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:1.0:1789763945.049002:0:2394:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:1.0:1789763945.049062:0:2394:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:1.0:1789763945.049082:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763945.049152:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763945.049170:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763945.049190:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763945.049208:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:1.0:1789763945.049231:0:2394:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789763945.049250:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763945]  req@ffff9686c954ca80 x1876699508992896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763945.049314:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508992896/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763945.049339:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763945.049349:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763945.049358:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508992896:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763945.049373:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763945]  req@ffff9686c954d180 x1876699508993024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763945.049400:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508993024/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763945.049417:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763945.049424:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763945.049432:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508993024:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763945.049446:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763945]  req@ffff9686c954f100 x1876699508992640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763945.049473:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508992640/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763945.049489:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763945.049498:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763945.049504:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508992640:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763945.049517:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763945]  req@ffff9686c954f800 x1876699508992768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763945.049565:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508992768/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763945.049581:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763945.049588:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763945.049595:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508992768:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763945.049609:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763945]  req@ffff9686c954c700 x1876699508992512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763945.049670:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508992512/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763945.049687:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763945.049694:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763945.049701:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508992512:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763945.049751:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763941/real 1789763945]  req@ffff9686c954d880 x1876699508993152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763945.049778:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508993152/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763966 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763945.049795:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763945.049802:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763945.049808:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508993152:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763945.112872:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763946.136821:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763947.096821:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.096833:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763947.096838:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.096853:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3918
00000100:00080000:2.0:1789763947.096879:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.096889:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763947.096936:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508993280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.096977:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.096982:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763947.096985:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.097001:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3918
00000100:00080000:2.0:1789763947.097006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.097011:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763947.097023:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763947.097025:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508993280:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763947.097040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699508993408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763947.097054:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.097059:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763947.097062:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.097078:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3918
00000100:00080000:2.0:1789763947.097085:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.097093:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763947.097103:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.097125:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699508993536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763947.097146:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763947.097147:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.097158:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763947.097162:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.097172:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3918
00000100:00080000:2.0:1789763947.097191:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.097199:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763947.097206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763947.097225:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699508993664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763947.097236:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff9686c7a9aa00 x1876699508993280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763947.097241:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.097251:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763947.097254:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.097270:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3918
00000100:00080000:2.0:1789763947.097281:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.097289:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763947.097299:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508993280/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:2.0:1789763947.097301:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763947.097330:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763947.097333:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699508993792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763947.097346:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763947.097372:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508993280:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763947.097376:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763947.097390:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763947.097395:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763947.097404:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3918
00000100:00080000:2.0:1789763947.097411:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763947.097428:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763947.097436:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508993408:192.168.203.123@tcp:38:kworker.0
00000008:00100000:2.0:1789763947.097442:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763947.097473:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699508993920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763947.097495:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763947.097525:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff9686c7a99c00 x1876699508993408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763947.097578:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699508993408/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763947.097600:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763947.097606:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763947.097612:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508993408:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763947.097624:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508993536:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763947.097699:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763947.097721:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff9686c7a9a300 x1876699508993536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763947.097744:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699508993536/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763947.097758:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763947.097764:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763947.097770:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508993536:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763947.097780:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508993664:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763947.097816:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763947.097836:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff9686c7a9a680 x1876699508993664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763947.097856:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699508993664/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763947.097871:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763947.097908:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763947.098050:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508993664:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763947.098063:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508993792:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763947.098105:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763947.098129:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff9686c7a9b100 x1876699508993792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763947.098161:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699508993792/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763947.098173:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763947.098178:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763947.098183:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508993792:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763947.098213:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508993920:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763947.098249:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763947.098267:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763947/real 1789763947]  req@ffff9686c7a9aa00 x1876699508993920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763947.098296:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699508993920/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763972 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763947.098308:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763947.098314:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763947.098319:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508993920:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763947.160824:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763948.184805:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763949.208823:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763950.232885:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763951.256756:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763952.216775:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763952.216786:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763952.216792:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.216805:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3923
00000100:00080000:2.0:1789763952.216817:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.216826:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763952.216890:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699508994048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763952.216911:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763952.216914:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763952.216915:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.216918:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3923
00000100:00080000:2.0:1789763952.216936:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.216940:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763952.216951:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763952.216965:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508994048:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763952.216967:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699508994176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763952.216987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763952.216992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763952.216995:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.217001:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3923
00000100:00080000:2.0:1789763952.217006:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.217011:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763952.217018:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763952.217034:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699508994304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763952.217046:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763952.217046:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763952.217053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763952.217055:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.217059:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3923
00000100:00080000:2.0:1789763952.217064:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.217067:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763952.217072:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763952.217082:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699508994432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763952.217091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763952.217094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763952.217095:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.217098:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3923
00000100:00080000:2.0:1789763952.217102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.217105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763952.217109:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763952.217113:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff9686c7a9b800 x1876699508994048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763952.217129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699508994560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763952.217138:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763952.217144:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789763952.217145:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699508994048/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763952.217147:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763952.217154:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3923
00000100:00080000:2.0:1789763952.217161:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763952.217167:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763952.217174:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763952.217188:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699508994688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763952.217190:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763952.217200:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763952.217208:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508994048:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763952.217235:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508994176:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763952.217260:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763952.217273:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff9686c7a99f80 x1876699508994176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763952.217283:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699508994176/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763952.217292:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763952.217296:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763952.217300:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508994176:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763952.217325:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508994304:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763952.217355:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763952.217387:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff9686c7a98380 x1876699508994304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763952.217400:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699508994304/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763952.217405:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763952.217408:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763952.217410:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508994304:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763952.217414:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508994432:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763952.217430:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763952.217436:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff9686c7a98e00 x1876699508994432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763952.217444:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699508994432/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763952.217449:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763952.217451:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763952.217453:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508994432:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763952.217457:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508994560:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763952.217466:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763952.217472:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff9686c7a9ad80 x1876699508994560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763952.217479:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699508994560/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763952.217487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763952.217504:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763952.217508:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508994560:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763952.217514:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508994688:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763952.217554:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763952.217569:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763952/real 1789763952]  req@ffff9686c7a98000 x1876699508994688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763952.217580:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699508994688/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763977 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763952.217587:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763952.217589:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763952.217592:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508994688:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763952.280844:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763953.304892:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763954.328839:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763955.352863:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763956.376816:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763957.336809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763957.336822:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763957.336829:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763957.336843:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3929
00000100:00080000:0.0:1789763957.336861:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763957.336873:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763957.336955:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508994816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763957.336996:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763957.337000:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763957.337002:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763957.337006:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3929
00000100:00080000:0.0:1789763957.337010:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763957.337013:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763957.337025:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763957.337040:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508994944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763957.337053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763957.337058:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763957.337060:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763957.337065:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3929
00000100:00080000:0.0:1789763957.337073:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763957.337080:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763957.337080:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508994816:192.168.203.123@tcp:250:kworker.0
00000008:00100000:0.0:1789763957.337101:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763957.337114:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508995072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763957.337125:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763957.337128:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763957.337130:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763957.337135:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3929
00000100:00080000:0.0:1789763957.337139:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763957.337142:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763957.337147:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763957.337156:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508995200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763957.337165:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763957.337168:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763957.337169:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763957.337173:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3929
00000100:00080000:0.0:1789763957.337176:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763957.337179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763957.337184:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763957.337192:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508995328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763957.337199:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763957.337202:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763957.337205:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763957.337208:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3929
00000100:00080000:0.0:1789763957.337213:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763957.337216:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763957.337219:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763957.337229:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508995456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763957.337247:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763957.337399:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff9686c954ce00 x1876699508994816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763957.337443:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508994816/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763957.337494:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763957.337502:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763957.337508:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508994816:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763957.337563:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508994944:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763957.337618:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763957.337685:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff9686c954dc00 x1876699508994944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763957.337713:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508994944/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763957.337734:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763957.337739:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763957.337743:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508994944:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763957.337754:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508995072:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763957.337797:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763957.337821:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff9686c954c380 x1876699508995072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763957.337847:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508995072/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763957.337863:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763957.337868:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763957.337872:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508995072:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763957.337881:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508995200:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763957.337912:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763957.337930:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff9686c954fb80 x1876699508995200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763957.337955:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508995200/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763957.337971:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763957.337978:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763957.337986:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508995200:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763957.338000:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508995328:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763957.338037:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763957.338054:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff9686c954d880 x1876699508995328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763957.338069:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508995328/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763957.338079:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763957.338083:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763957.338087:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508995328:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763957.338094:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508995456:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763957.338115:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763957.338127:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763957/real 1789763957]  req@ffff9686c954c700 x1876699508995456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763957.338141:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508995456/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763982 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763957.338150:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763957.338154:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763957.338157:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508995456:192.168.203.123@tcp:38:kworker.0
00010000:00010000:2.0:1789763957.400923:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763958.424930:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763959.448850:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763960.472836:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763961.496868:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763962.456851:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763962.456865:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763962.456870:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763962.456887:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3934
00000100:00080000:2.0:1789763962.456905:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763962.456916:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763962.456975:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508995584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763962.457027:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763962.457034:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763962.457038:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763962.457048:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3934
00000100:00080000:2.0:1789763962.457055:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763962.457060:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763962.457074:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763962.457076:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508995584:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763962.457109:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508995712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763962.457129:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763962.457133:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763962.457136:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763962.457141:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3934
00000100:00080000:2.0:1789763962.457147:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763962.457153:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763962.457157:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763962.457165:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763962.457181:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508995840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763962.457194:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763962.457198:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763962.457201:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763962.457203:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff9686c7a9bb80 x1876699508995584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763962.457226:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3934
00000100:00080000:2.0:1789763962.457235:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763962.457241:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508995584/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763962.457247:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763962.457273:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00080000:3.0:1789763962.457273:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763962.457283:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763962.457288:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508995584:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763962.457308:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508995968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763962.457315:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508995712:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763962.457352:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:3.0:1789763962.457354:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763962.457365:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763962.457369:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763962.457377:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff9686c7a9b480 x1876699508995712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763962.457385:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3934
00000100:00080000:2.0:1789763962.457404:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763962.457414:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508995712/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763962.457444:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789763962.457445:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763962.457483:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000008:00100000:2.0:1789763962.457487:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763962.457495:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508995712:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763962.457509:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508995840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763962.457519:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508996096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763962.457536:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763962.457541:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763962.457544:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763962.457551:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3934
00000100:00080000:2.0:1789763962.457559:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763962.457561:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763962.457580:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763962.457593:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763962.457611:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff9686c7a98a80 x1876699508995840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763962.457613:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508996224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763962.457726:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508995840/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763962.457828:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763962.457832:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763962.457836:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508995840:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763962.457858:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508995968:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763962.457882:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763962.457895:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff9686c7a99180 x1876699508995968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763962.457909:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508995968/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763962.457918:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763962.457922:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763962.457924:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508995968:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763962.457929:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508996096:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763962.457945:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763962.457953:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff9686c7a99880 x1876699508996096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763962.457960:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508996096/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763962.457965:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763962.457967:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763962.457970:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508996096:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763962.457974:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508996224:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763962.457985:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763962.457992:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763962/real 1789763962]  req@ffff9686c7a98700 x1876699508996224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763962.458004:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508996224/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763987 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763962.458012:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763962.458016:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763962.458019:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508996224:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763962.520899:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763963.544896:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763964.568830:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763965.592866:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763966.616822:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763967.576783:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763967.576797:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763967.576804:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763967.576821:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3939
00000100:00080000:2.0:1789763967.576838:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763967.576849:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763967.576911:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98700 x1876699508996352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763967.576948:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763967.576953:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763967.576956:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763967.576963:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3939
00000100:00080000:2.0:1789763967.576969:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763967.576975:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763967.576990:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763967.576999:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508996352:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763967.577012:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99880 x1876699508996480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763967.577029:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763967.577033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763967.577035:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763967.577041:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3939
00000100:00080000:2.0:1789763967.577046:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763967.577051:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763967.577058:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763967.577073:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99180 x1876699508996608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763967.577089:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763967.577097:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763967.577100:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763967.577111:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3939
00000800:00000100:3.0:1789763967.577116:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763967.577126:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763967.577141:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763967.577152:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789763967.577177:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98a80 x1876699508996736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763967.577188:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9686c7a98700 x1876699508996352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763967.577226:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763967.577237:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:3.0:1789763967.577239:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98700 x1876699508996352/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763967.577244:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763967.577268:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3939
00000100:00080000:3.0:1789763967.577272:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:2.0:1789763967.577279:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763967.577284:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763967.577298:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508996352:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763967.577301:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763967.577317:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763967.577340:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b480 x1876699508996864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763967.577345:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508996480:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763967.577374:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763967.577402:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763967.577406:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763967.577414:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3939
00000100:00080000:2.0:1789763967.577421:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000800:00000100:3.0:1789763967.577429:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763967.577433:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763967.577444:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763967.577463:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9686c7a99880 x1876699508996480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:2.0:1789763967.577467:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9bb80 x1876699508996992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763967.577534:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99880 x1876699508996480/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763967.577552:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763967.577558:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763967.577563:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508996480:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763967.577571:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508996608:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763967.577595:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763967.577607:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9686c7a99180 x1876699508996608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763967.577671:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99180 x1876699508996608/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763967.577689:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763967.577696:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763967.577704:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508996608:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763967.577717:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508996736:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763967.577753:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763967.577769:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9686c7a98a80 x1876699508996736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763967.577783:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98a80 x1876699508996736/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763967.577794:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763967.577798:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763967.577802:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508996736:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763967.577823:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508996864:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763967.577856:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763967.577877:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9686c7a9b480 x1876699508996864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763967.577902:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b480 x1876699508996864/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763967.577919:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763967.577925:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763967.577932:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508996864:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763967.577943:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508996992:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763967.577972:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763967.577987:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763967/real 1789763967]  req@ffff9686c7a9bb80 x1876699508996992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763967.578010:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9bb80 x1876699508996992/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763992 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763967.578026:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763967.578032:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763967.578040:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9bb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508996992:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763967.640859:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763968.664884:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:2.0:1789763969.688778:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763970.712856:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763971.736819:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763972.696809:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.696821:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763972.696826:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.696838:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3944
00000100:00080000:0.0:1789763972.696858:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.696866:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763972.696917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508997120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763972.696941:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.696944:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763972.696946:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.696949:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3944
00000100:00080000:0.0:1789763972.696952:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.696956:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763972.696967:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763972.696975:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508997120:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763972.696980:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508997248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763972.696989:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.696992:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763972.696994:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.696997:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3944
00000100:00080000:0.0:1789763972.697000:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.697002:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763972.697007:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763972.697015:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508997376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763972.697022:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.697025:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763972.697027:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.697029:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3944
00000100:00080000:0.0:1789763972.697031:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.697034:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763972.697037:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763972.697044:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508997504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763972.697050:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.697053:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763972.697055:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.697057:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3944
00000100:00080000:0.0:1789763972.697060:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.697063:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789763972.697071:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789763972.697072:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763972.697083:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508997632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763972.697091:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763972.697094:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763972.697096:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763972.697099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3944
00000100:00080000:0.0:1789763972.697102:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763972.697105:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763972.697109:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763972.697119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508997760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763972.697126:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9686c954f800 x1876699508997120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763972.697144:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508997120/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763972.697153:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763972.697157:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763972.697160:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508997120:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763972.697194:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508997248:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763972.697213:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763972.697222:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9686c954f100 x1876699508997248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763972.697230:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508997248/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763972.697236:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763972.697239:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763972.697242:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508997248:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763972.697246:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508997376:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763972.697264:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763972.697271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9686c954d180 x1876699508997376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763972.697281:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508997376/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763972.697290:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763972.697294:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763972.697298:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508997376:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763972.697304:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508997504:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763972.697328:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763972.697339:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9686c954ca80 x1876699508997504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763972.697363:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508997504/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763972.697369:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763972.697372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763972.697374:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508997504:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763972.697378:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508997632:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763972.697394:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763972.697401:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9686c954ed80 x1876699508997632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763972.697409:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508997632/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763972.697415:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763972.697417:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763972.697420:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508997632:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763972.697423:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508997760:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763972.697433:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763972.697439:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763972/real 1789763972]  req@ffff9686c954df80 x1876699508997760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763972.697446:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508997760/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789763997 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763972.697451:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763972.697453:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763972.697455:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508997760:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763972.760821:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763973.784896:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763974.808822:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763975.832896:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763976.856769:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763977.816743:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.816755:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763977.816761:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.816773:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3949
00000100:00080000:0.0:1789763977.816785:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.816795:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763977.816841:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508997888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763977.816878:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.816882:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763977.816884:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.816890:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3949
00000100:00080000:0.0:1789763977.816895:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.816900:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763977.816911:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763977.816916:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508997888:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763977.816930:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699508998016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763977.816950:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.816954:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763977.816956:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.816962:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3949
00000100:00080000:0.0:1789763977.816967:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.816972:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763977.816977:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763977.816984:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763977.816992:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699508998144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763977.817005:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.817009:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763977.817011:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.817015:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3949
00000100:00080000:0.0:1789763977.817020:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.817026:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763977.817030:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9686c954e300 x1876699508997888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789763977.817034:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763977.817054:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699508998272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763977.817060:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508997888/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763977.817079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789763977.817082:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789763977.817084:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763977.817088:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789763977.817089:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763977.817099:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3949
00000100:00100000:3.0:1789763977.817101:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508997888:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763977.817108:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.817116:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763977.817122:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763977.817133:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508998016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763977.817138:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699508998400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763977.817152:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763977.817155:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763977.817158:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763977.817165:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3949
00000800:00000100:3.0:1789763977.817165:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789763977.817175:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763977.817179:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763977.817185:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763977.817185:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9686c954ea00 x1876699508998016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763977.817202:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699508998528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763977.817206:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699508998016/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763977.817231:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763977.817235:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763977.817239:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508998016:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763977.817246:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508998144:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763977.817268:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763977.817280:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9686c954e680 x1876699508998144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763977.817317:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699508998144/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763977.817327:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763977.817332:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763977.817336:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508998144:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763977.817343:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508998272:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763977.817368:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763977.817382:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9686c954c000 x1876699508998272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763977.817394:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699508998272/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763977.817402:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763977.817405:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763977.817409:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508998272:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763977.817433:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508998400:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763977.817455:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763977.817465:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9686c954e300 x1876699508998400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763977.817478:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699508998400/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763977.817487:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763977.817490:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763977.817564:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508998400:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763977.817575:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508998528:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763977.817601:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763977.817821:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763977/real 1789763977]  req@ffff9686c954df80 x1876699508998528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763977.817842:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699508998528/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764002 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763977.817856:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763977.817861:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763977.817866:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508998528:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763977.880842:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763978.904839:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763979.928832:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763980.952846:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763981.976856:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763982.936854:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.936874:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763982.936884:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.936912:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3954
00000100:00080000:0.0:1789763982.936953:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.936976:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763982.937045:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699508998656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.937097:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.937104:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763982.937107:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.937113:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3954
00000100:00080000:0.0:1789763982.937120:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.937128:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763982.937143:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763982.937159:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508998656:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763982.937167:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699508998784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.937186:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.937191:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763982.937193:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.937199:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3954
00000100:00080000:0.0:1789763982.937203:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.937208:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763982.937214:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.937232:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699508998912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.937244:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.937248:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763982.937251:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.937256:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3954
00000100:00080000:0.0:1789763982.937262:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.937296:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:3.0:1789763982.937308:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789763982.937310:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789763982.937343:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699508999040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763982.937367:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763982.937374:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763982.937379:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.937387:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3954
00000100:00080000:0.0:1789763982.937397:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763982.937398:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9686c954ed80 x1876699508998656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763982.937417:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763982.937432:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763982.937444:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699508998656/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789763982.937460:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699508999168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763982.937466:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.937506:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789763982.937513:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763982.937515:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508998656:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763982.937520:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763982.937524:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763982.937530:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3954
00000100:00080000:0.0:1789763982.937534:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763982.937537:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763982.937542:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763982.937555:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699508999296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763982.937557:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508998784:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.937596:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763982.937612:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9686c954ca80 x1876699508998784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.937632:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699508998784/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.937646:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.937683:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763982.937689:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508998784:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763982.937698:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508998912:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.937723:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763982.937735:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9686c954d180 x1876699508998912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.937746:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699508998912/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.937754:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.937757:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763982.937760:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508998912:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763982.937765:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508999040:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763982.937782:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763982.937790:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9686c954f100 x1876699508999040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.937800:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699508999040/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.937808:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.937810:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763982.937813:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508999040:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763982.937817:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508999168:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.937832:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763982.937841:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9686c954f800 x1876699508999168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.937851:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699508999168/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.937859:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.937861:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763982.937863:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508999168:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763982.937881:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508999296:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763982.937896:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763982.937904:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763982/real 1789763982]  req@ffff9686c954c700 x1876699508999296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763982.937913:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699508999296/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764007 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763982.937920:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763982.937922:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763982.937925:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508999296:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763983.000884:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763984.024774:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763985.048814:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763986.072813:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763987.096792:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763988.056709:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.056721:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763988.056732:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.056744:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3959
00000100:00080000:0.0:1789763988.056756:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.056764:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763988.056807:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699508999424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.056835:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.056837:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.056839:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.056842:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3959
00000100:00080000:0.0:1789763988.056846:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.056850:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763988.056859:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763988.056868:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508999424:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763988.056873:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699508999552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.056881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.056883:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763988.056885:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.056888:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3959
00000100:00080000:0.0:1789763988.056890:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.056892:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763988.056895:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.056904:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699508999680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.056914:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.056921:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.056923:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.056925:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3959
00000100:00080000:0.0:1789763988.056928:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.056930:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763988.056936:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:3.0:1789763988.056936:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763988.056947:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699508999808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.056955:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.056958:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763988.056959:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763988.056962:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3959
00000100:00080000:0.0:1789763988.056964:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.056966:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763988.056969:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.056976:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699508999936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763988.056983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763988.056985:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763988.056988:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763988.056990:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff9686c954d880 x1876699508999424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763988.056992:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3959
00000100:00080000:0.0:1789763988.056997:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763988.057003:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763988.057009:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789763988.057017:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699509000064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763988.057020:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699508999424/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.057040:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.057044:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763988.057049:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699508999424:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789763988.057068:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508999552:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763988.057087:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763988.057097:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff9686c954fb80 x1876699508999552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763988.057105:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699508999552/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.057110:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.057112:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763988.057115:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508999552:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763988.057118:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508999680:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763988.057128:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763988.057134:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff9686c954c380 x1876699508999680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763988.057141:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699508999680/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.057147:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.057148:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763988.057150:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508999680:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763988.057154:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508999808:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763988.057164:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763988.057170:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff9686c954dc00 x1876699508999808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763988.057177:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699508999808/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.057182:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.057184:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763988.057185:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699508999808:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763988.057189:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508999936:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763988.057198:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763988.057204:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff9686c954ce00 x1876699508999936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763988.057211:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699508999936/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.057216:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.057218:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763988.057219:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699508999936:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763988.057223:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509000064:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763988.057247:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763988.057254:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763988/real 1789763988]  req@ffff9686c954c700 x1876699509000064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763988.057262:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699509000064/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764013 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763988.057267:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763988.057269:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763988.057271:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509000064:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763988.120777:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763989.144801:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763990.168807:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763991.192840:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763992.216822:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789763993.176738:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.176751:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789763993.176757:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763993.176768:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3964
00000100:00080000:0.0:1789763993.176779:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.176787:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789763993.176829:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699509000192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763993.176855:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.176860:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763993.176862:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763993.176867:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3964
00000100:00080000:0.0:1789763993.176871:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.176875:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763993.176885:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763993.176889:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509000192:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789763993.176903:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699509000320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763993.176917:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.176921:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763993.176923:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763993.176928:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3964
00000100:00080000:0.0:1789763993.176932:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.176936:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763993.176941:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763993.176947:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763993.176957:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699509000448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789763993.176969:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.176972:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789763993.176975:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763993.176980:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3964
00000100:00080000:0.0:1789763993.176985:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763993.176985:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff9686c954f800 x1876699509000192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763993.176995:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763993.177003:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763993.177007:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699509000192/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763993.177017:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789763993.177020:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699509000576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763993.177022:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763993.177029:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509000192:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789763993.177043:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.177047:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789763993.177049:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789763993.177054:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3964
00000100:00100000:3.0:1789763993.177055:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509000320:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789763993.177061:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.177067:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789763993.177074:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763993.177078:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789763993.177095:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699509000704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789763993.177095:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff9686c954f100 x1876699509000320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763993.177109:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789763993.177115:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789763993.177117:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763993.177118:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699509000320/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789763993.177125:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3964
00000100:00080000:0.0:1789763993.177132:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789763993.177140:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00080000:3.0:1789763993.177144:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000008:00100000:0.0:1789763993.177148:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:3.0:1789763993.177149:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763993.177155:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509000320:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763993.177161:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509000448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789763993.177165:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699509000832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763993.177179:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763993.177188:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff9686c954d180 x1876699509000448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763993.177213:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699509000448/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763993.177219:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763993.177222:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763993.177225:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509000448:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763993.177229:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509000576:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763993.177259:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763993.177271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff9686c954ca80 x1876699509000576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763993.177280:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699509000576/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763993.177286:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763993.177289:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763993.177291:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509000576:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763993.177303:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509000704:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763993.177314:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763993.177320:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff9686c954ed80 x1876699509000704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763993.177327:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699509000704/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763993.177332:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763993.177334:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763993.177336:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509000704:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763993.177341:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509000832:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763993.177358:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763993.177370:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763993/real 1789763993]  req@ffff9686c954df80 x1876699509000832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763993.177380:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699509000832/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764018 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763993.177387:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763993.177390:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763993.177392:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509000832:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763993.240798:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763994.264785:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763995.288798:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763996.312764:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763997.336830:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789763998.296782:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.296804:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789763998.296810:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.296824:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3970
00000100:00080000:2.0:1789763998.296839:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763998.296848:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789763998.296897:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98000 x1876699509000960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763998.296937:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.296942:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763998.296944:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.296950:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3970
00000100:00080000:2.0:1789763998.296955:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763998.296961:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763998.296973:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763998.296985:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509000960:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789763998.296996:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9ad80 x1876699509001088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763998.297012:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.297016:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763998.297019:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.297025:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3970
00000100:00080000:2.0:1789763998.297042:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789763998.297048:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763998.297055:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000800:00000100:3.0:1789763998.297062:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:2.0:1789763998.297081:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98e00 x1876699509001216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789763998.297095:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.297099:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789763998.297102:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.297108:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3970
00000100:00080000:2.0:1789763998.297113:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763998.297119:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff9686c7a98000 x1876699509000960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763998.297124:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763998.297144:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789763998.297165:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98000 x1876699509000960/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763998.297178:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789763998.297179:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a98380 x1876699509001344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789763998.297187:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763998.297198:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509000960:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789763998.297218:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789763998.297223:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789763998.297226:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789763998.297233:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3970
00000100:00080000:2.0:1789763998.297238:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789763998.297240:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509001088:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789763998.297249:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789763998.297257:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789763998.297275:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99f80 x1876699509001472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763998.297281:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789763998.297300:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789763998.297301:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff9686c7a9ad80 x1876699509001088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763998.297315:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789763998.297323:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789763998.297330:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9ad80 x1876699509001088/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789763998.297334:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3970
00000100:00080000:2.0:1789763998.297349:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:3.0:1789763998.297352:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763998.297359:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:2.0:1789763998.297360:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789763998.297367:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9ad80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509001088:192.168.203.123@tcp:38:kworker.0
00000008:00100000:2.0:1789763998.297373:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789763998.297375:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509001216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:2.0:1789763998.297398:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b800 x1876699509001600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789763998.297412:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763998.297433:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff9686c7a98e00 x1876699509001216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763998.297447:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98e00 x1876699509001216/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763998.297458:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763998.297460:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763998.297463:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509001216:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763998.297468:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509001344:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789763998.297483:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763998.297490:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff9686c7a98380 x1876699509001344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763998.297498:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a98380 x1876699509001344/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763998.297503:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763998.297504:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763998.297506:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a98380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509001344:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789763998.297518:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509001472:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763998.297529:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763998.297536:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff9686c7a99f80 x1876699509001472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763998.297543:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99f80 x1876699509001472/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763998.297547:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763998.297549:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763998.297552:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509001472:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789763998.297556:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509001600:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789763998.297565:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789763998.297571:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789763998/real 1789763998]  req@ffff9686c7a9b800 x1876699509001600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789763998.297578:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b800 x1876699509001600/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764023 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789763998.297582:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789763998.297584:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789763998.297586:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509001600:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789763998.360827:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789763999.384779:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764000.408771:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764001.432822:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764002.456773:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764003.416711:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764003.416722:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764003.416728:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764003.416738:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3975
00000100:00080000:0.0:1789764003.416749:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764003.416757:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789764003.416796:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699509001728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764003.416823:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764003.416826:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764003.416828:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764003.416833:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3975
00000100:00080000:0.0:1789764003.416838:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764003.416843:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764003.416853:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764003.416853:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509001728:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789764003.416869:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699509001856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764003.416881:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764003.416885:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764003.416887:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764003.416892:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3975
00000100:00080000:0.0:1789764003.416896:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764003.416900:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764003.416905:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764003.416918:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699509001984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764003.416921:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789764003.416933:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764003.416937:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764003.416939:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764003.416944:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3975
00000100:00080000:0.0:1789764003.416948:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764003.416952:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764003.416957:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:3.0:1789764003.416959:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff9686c954e300 x1876699509001728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764003.416972:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699509002112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764003.416978:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699509001728/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764003.417001:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764003.417008:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789764003.417010:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764003.417013:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509001728:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789764003.417018:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764003.417021:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764003.417026:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3975
00000100:00080000:0.0:1789764003.417030:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764003.417034:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789764003.417039:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509001856:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789764003.417040:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764003.417058:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699509002240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764003.417066:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764003.417078:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff9686c954c000 x1876699509001856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764003.417085:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:3.0:1789764003.417091:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699509001856/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764003.417092:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764003.417097:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764003.417107:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3975
00000100:00080000:3.0:1789764003.417107:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764003.417114:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789764003.417127:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764003.417135:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:3.0:1789764003.417136:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509001856:192.168.203.123@tcp:38:kworker.0
00000008:00100000:0.0:1789764003.417145:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764003.417146:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509001984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789764003.417164:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699509002368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764003.417172:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764003.417185:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff9686c954e680 x1876699509001984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764003.417194:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699509001984/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764003.417201:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764003.417205:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764003.417208:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509001984:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764003.417215:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509002112:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789764003.417235:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764003.417246:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff9686c954ea00 x1876699509002112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764003.417259:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699509002112/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764003.417266:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764003.417268:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764003.417270:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509002112:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789764003.417283:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509002240:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789764003.417297:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764003.417305:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff9686c954e300 x1876699509002240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764003.417312:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699509002240/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764003.417317:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764003.417319:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764003.417321:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509002240:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764003.417325:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509002368:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789764003.417334:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764003.417339:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764003/real 1789764003]  req@ffff9686c954df80 x1876699509002368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764003.417346:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699509002368/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764028 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764003.417351:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764003.417353:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764003.417355:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509002368:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789764003.480775:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764004.504798:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764005.528780:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764006.552794:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764007.576785:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764008.536714:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.536723:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764008.536727:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.536737:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3980
00000100:00080000:0.0:1789764008.536747:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764008.536754:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789764008.536797:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699509002496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764008.536824:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.536827:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764008.536828:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.536832:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3980
00000100:00080000:0.0:1789764008.536835:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764008.536839:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764008.536848:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764008.536854:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509002496:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789764008.536862:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699509002624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764008.536870:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.536873:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764008.536874:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.536876:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3980
00000100:00080000:0.0:1789764008.536879:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764008.536881:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764008.536884:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764008.536891:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699509002752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764008.536897:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.536901:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764008.536902:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.536905:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3980
00000100:00080000:0.0:1789764008.536908:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764008.536910:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764008.536913:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764008.536924:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699509002880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764008.536934:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.536938:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764008.536940:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764008.536944:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3980
00000100:00080000:0.0:1789764008.536948:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:3.0:1789764008.536952:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509002624:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789764008.536956:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764008.536963:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764008.536976:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699509003008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764008.536984:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509002752:192.168.203.123@tcp:38:kworker.0
00000100:00080000:0.0:1789764008.536993:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764008.536998:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764008.537000:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:3.0:1789764008.537006:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509002880:192.168.203.123@tcp:8:kworker.0
00000100:00080000:0.0:1789764008.537008:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3980
00000100:00080000:0.0:1789764008.537016:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764008.537021:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764008.537028:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764008.537031:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509003008:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789764008.537045:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699509003136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764008.537099:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509003136:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789764008.600824:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764009.624799:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764010.648828:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000400:00000100:2.0:1789764011.608948:0:2396:0:(lib-socket.c:438:lnet_sock_connect()) Error -113 connecting 1023 -> 192.168.203.123:988
00000400:00000100:2.0:1789764011.608984:0:2396:0:(acceptor.c:117:lnet_connect_console_error()) Connection to 192.168.203.123@tcp at host 192.168.203.123 was unreachable: the network or that node may be down, or Lustre may be misconfigured.
00000800:00000100:2.0:1789764011.609000:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789764011.609048:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789764011.609074:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789764011.609086:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789764011.609097:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000800:00000100:2.0:1789764011.609106:0:2396:0:(socklnd_cb.c:353:ksocknal_txlist_done()) Deleting packet type 1 len 520 0@<0:0>->192.168.203.123@tcp
00000100:00100000:3.0:1789764011.609112:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9686c954ca80 x1876699509002624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764011.609143:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699509002624/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764011.609154:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764011.609158:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764011.609161:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509002624:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764011.609167:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9686c954d180 x1876699509002752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764011.609176:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699509002752/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764011.609186:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764011.609189:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764011.609191:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509002752:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764011.609196:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9686c954f100 x1876699509002880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764011.609203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699509002880/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764011.609207:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764011.609209:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764011.609211:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509002880:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789764011.609215:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9686c954ed80 x1876699509002496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764011.609223:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699509002496/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764011.609231:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764011.609234:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764011.609237:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509002496:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789764011.609266:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9686c954c700 x1876699509003136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764011.609287:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699509003136/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764011.609295:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764011.609298:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764011.609301:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509003136:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764011.609307:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764008/real 1789764011]  req@ffff9686c954f800 x1876699509003008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764011.609319:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699509003008/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764033 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764011.609326:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764011.609329:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764011.609332:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509003008:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789764011.672806:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764012.696805:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764013.656742:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764013.656753:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764013.656758:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.656771:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3985
00000100:00080000:0.0:1789764013.656784:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.656794:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789764013.656832:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699509003264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764013.656856:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764013.656859:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764013.656860:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.656864:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3985
00000100:00080000:0.0:1789764013.656867:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.656870:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764013.656878:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764013.656889:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509003264:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789764013.656891:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699509003392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764013.656904:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764013.656907:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764013.656908:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.656911:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3985
00000100:00080000:0.0:1789764013.656914:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.656918:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764013.656921:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764013.656931:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699509003520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764013.656938:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764013.656941:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764013.656942:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.656945:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3985
00000100:00080000:0.0:1789764013.656947:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.656949:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764013.656953:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764013.656965:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699509003648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764013.656971:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789764013.656983:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764013.656988:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764013.656990:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764013.656996:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3985
00000100:00080000:0.0:1789764013.657001:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.657006:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764013.657012:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764013.657022:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9686c954ce00 x1876699509003264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764013.657029:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699509003776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764013.657062:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699509003264/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764013.657075:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:3.0:1789764013.657080:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764013.657081:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764013.657085:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:3.0:1789764013.657090:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789764013.657096:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3985
00000100:00100000:3.0:1789764013.657100:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509003264:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789764013.657103:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764013.657113:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764013.657119:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764013.657134:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699509003904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:3.0:1789764013.657140:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509003392:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789764013.657177:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764013.657194:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9686c954dc00 x1876699509003392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.657210:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699509003392/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.657218:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.657223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764013.657227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509003392:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764013.657235:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509003520:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789764013.657261:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764013.657275:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9686c954c380 x1876699509003520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.657288:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699509003520/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.657296:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.657301:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764013.657305:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509003520:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764013.657312:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509003648:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789764013.657336:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764013.657347:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9686c954fb80 x1876699509003648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.657368:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699509003648/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.657379:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.657382:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764013.657386:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509003648:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789764013.657394:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509003776:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789764013.657421:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764013.657437:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9686c954d880 x1876699509003776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.657448:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699509003776/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.657463:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.657467:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764013.657470:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509003776:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764013.657492:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509003904:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789764013.657920:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764013.657937:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764013/real 1789764013]  req@ffff9686c954f800 x1876699509003904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764013.657950:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699509003904/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764038 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764013.657965:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764013.657969:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764013.657972:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509003904:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789764013.720770:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764014.744814:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764015.768736:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764016.792842:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764017.816789:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764018.776771:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764018.776781:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764018.776785:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764018.776798:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3990
00000100:00080000:0.0:1789764018.776810:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764018.776820:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789764018.776859:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699509004032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764018.776884:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764018.776887:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764018.776888:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764018.776891:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3990
00000100:00080000:0.0:1789764018.776894:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764018.776897:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764018.776907:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764018.776917:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699509004160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764018.776927:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764018.776931:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789764018.776931:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509004032:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789764018.776935:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764018.776947:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3990
00000100:00080000:0.0:1789764018.776951:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764018.776955:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764018.776957:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764018.776967:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699509004288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764018.776973:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764018.776981:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764018.776982:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764018.776985:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3990
00000100:00080000:0.0:1789764018.776988:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764018.776991:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764018.776994:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:0.0:1789764018.777003:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699509004416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:3.0:1789764018.777026:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789764018.777028:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764018.777033:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764018.777036:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764018.777042:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3990
00000100:00080000:0.0:1789764018.777046:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764018.777049:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764018.777054:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764018.777067:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699509004544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764018.777074:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764018.777080:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00100000:3.0:1789764018.777080:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9686c954c700 x1876699509004032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764018.777082:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764018.777090:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3990
00000100:00080000:0.0:1789764018.777097:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764018.777111:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764018.777115:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:3.0:1789764018.777118:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699509004032/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764018.777129:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699509004672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:3.0:1789764018.777140:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.777149:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764018.777154:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509004032:192.168.203.123@tcp:250:kworker.0
00000100:00100000:3.0:1789764018.777183:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509004160:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789764018.777206:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764018.777217:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9686c954ed80 x1876699509004160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.777228:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699509004160/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.777235:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.777238:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764018.777242:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509004160:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764018.777248:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509004288:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789764018.777263:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764018.777271:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9686c954f100 x1876699509004288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.777282:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699509004288/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.777289:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.777291:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764018.777295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509004288:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764018.777301:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509004416:192.168.203.123@tcp:8:kworker.0
00000800:00000100:3.0:1789764018.777316:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764018.777324:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9686c954d180 x1876699509004416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.777334:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699509004416/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.777342:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.777345:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764018.777347:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509004416:192.168.203.123@tcp:8:kworker.0
00000100:00100000:3.0:1789764018.777352:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509004544:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789764018.777367:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764018.777375:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9686c954ca80 x1876699509004544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.777385:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699509004544/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.777393:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.777396:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764018.777399:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509004544:192.168.203.123@tcp:38:kworker.0
00000100:00100000:3.0:1789764018.777404:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509004672:192.168.203.123@tcp:38:kworker.0
00000800:00000100:3.0:1789764018.777418:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:3.0:1789764018.777426:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764018/real 1789764018]  req@ffff9686c954df80 x1876699509004672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:3.0:1789764018.777436:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699509004672/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764043 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:3.0:1789764018.777443:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:3.0:1789764018.777446:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:3.0:1789764018.777449:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509004672:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789764018.840827:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764019.864730:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764020.888831:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764021.912781:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764022.936840:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764023.896781:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764023.896790:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764023.896795:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764023.896806:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 3995
00000100:00080000:0.0:1789764023.896819:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764023.896829:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789764023.896879:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699509004800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764023.896916:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764023.896920:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764023.896922:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764023.896927:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3995
00000100:00080000:0.0:1789764023.896931:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764023.896937:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764023.896948:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764023.896960:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509004800:192.168.203.123@tcp:250:kworker.0
00000100:00100000:0.0:1789764023.896964:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ea00 x1876699509004928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764023.896987:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764023.896991:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764023.896993:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764023.896997:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3995
00000100:00080000:0.0:1789764023.897013:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764023.897017:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000800:00000100:1.0:1789764023.897020:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000008:00100000:0.0:1789764023.897024:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764023.897043:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e680 x1876699509005056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764023.897053:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764023.897057:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764023.897059:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789764023.897062:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9686c954e300 x1876699509004800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.897065:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 3995
00000100:00080000:0.0:1789764023.897071:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764023.897077:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764023.897083:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:1.0:1789764023.897092:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699509004800/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764023.897096:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c000 x1876699509005184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764023.897114:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:0.0:1789764023.897117:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:1.0:1789764023.897120:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00080000:0.0:1789764023.897125:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00100000:1.0:1789764023.897126:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509004800:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789764023.897129:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764023.897134:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3995
00000100:00080000:0.0:1789764023.897139:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764023.897143:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764023.897148:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764023.897150:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509004928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789764023.897162:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954e300 x1876699509005312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789764023.897173:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:0.0:1789764023.897175:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764023.897179:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764023.897181:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00100000:1.0:1789764023.897185:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9686c954ea00 x1876699509004928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764023.897186:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 3995
00000100:00080000:0.0:1789764023.897193:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764023.897200:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:1.0:1789764023.897203:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ea00 x1876699509004928/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000008:00100000:0.0:1789764023.897206:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789764023.897214:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764023.897216:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764023.897222:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509004928:192.168.203.123@tcp:38:kworker.0
00000100:00100000:0.0:1789764023.897223:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954df80 x1876699509005440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764023.897228:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509005056:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764023.897246:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764023.897255:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9686c954e680 x1876699509005056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764023.897263:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e680 x1876699509005056/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764023.897268:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764023.897270:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764023.897273:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509005056:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764023.897277:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509005184:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789764023.897288:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764023.897294:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9686c954c000 x1876699509005184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764023.897300:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c000 x1876699509005184/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764023.897305:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764023.897306:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764023.897308:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509005184:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789764023.897317:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509005312:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764023.897326:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764023.897331:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9686c954e300 x1876699509005312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764023.897337:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954e300 x1876699509005312/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764023.897341:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764023.897343:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764023.897345:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954e300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509005312:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764023.897351:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509005440:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764023.897366:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764023.897376:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764023/real 1789764023]  req@ffff9686c954df80 x1876699509005440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764023.897388:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954df80 x1876699509005440/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764048 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764023.897395:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764023.897398:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764023.897400:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954df80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509005440:192.168.203.123@tcp:38:kworker.0
00010000:00010000:3.0:1789764023.960775:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764024.984801:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764026.008776:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764027.032795:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764028.056760:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:2.0:1789764029.016729:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764029.016741:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:2.0:1789764029.016746:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.016757:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 4000
00000100:00080000:2.0:1789764029.016768:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764029.016776:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:2.0:1789764029.016816:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699509005568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764029.016844:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764029.016847:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764029.016849:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.016853:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 4000
00000100:00080000:2.0:1789764029.016857:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764029.016860:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789764029.016879:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764029.016887:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509005568:192.168.203.123@tcp:250:kworker.0
00000100:00100000:2.0:1789764029.016895:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9b100 x1876699509005696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764029.016906:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764029.016909:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764029.016911:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.016914:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 4000
00000100:00080000:2.0:1789764029.016918:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764029.016921:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789764029.016926:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764029.016947:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a680 x1876699509005824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764029.016958:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000800:00000100:1.0:1789764029.016963:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00080000:2.0:1789764029.016964:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:2.0:1789764029.016968:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.016973:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 4000
00000100:00080000:2.0:1789764029.016977:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:2.0:1789764029.016981:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789764029.016986:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000100:00100000:2.0:1789764029.016998:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9a300 x1876699509005952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:2.0:1789764029.017007:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789764029.017009:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff9686c7a9aa00 x1876699509005568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764029.017013:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:2.0:1789764029.017017:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.017025:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 4000
00000100:00080000:2.0:1789764029.017030:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764029.017035:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699509005568/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:2.0:1789764029.017038:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789764029.017045:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789764029.017053:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:2.0:1789764029.017059:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a99c00 x1876699509006080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764029.017061:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764029.017067:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509005568:192.168.203.123@tcp:250:kworker.0
00000100:00080000:2.0:1789764029.017079:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:2.0:1789764029.017082:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:2.0:1789764029.017083:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:2.0:1789764029.017088:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 4000
00000100:00080000:2.0:1789764029.017092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764029.017096:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509005696:192.168.203.123@tcp:38:kworker.0
00000100:00080000:2.0:1789764029.017099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:2.0:1789764029.017107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:2.0:1789764029.017119:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c7a9aa00 x1876699509006208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000800:00000100:1.0:1789764029.017130:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764029.017146:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff9686c7a9b100 x1876699509005696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764029.017166:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9b100 x1876699509005696/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.017174:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764029.017177:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764029.017180:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9b100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509005696:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764029.017188:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509005824:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764029.017209:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764029.017219:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff9686c7a9a680 x1876699509005824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764029.017229:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a680 x1876699509005824/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.017234:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764029.017236:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764029.017238:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509005824:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764029.017242:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509005952:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789764029.017255:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764029.017261:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff9686c7a9a300 x1876699509005952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764029.017267:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9a300 x1876699509005952/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.017272:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764029.017274:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764029.017276:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509005952:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789764029.017279:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509006080:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764029.017288:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764029.017299:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff9686c7a99c00 x1876699509006080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764029.017309:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a99c00 x1876699509006080/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.017314:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764029.017316:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764029.017318:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a99c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509006080:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764029.017328:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509006208:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764029.017339:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764029.017349:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764029/real 1789764029]  req@ffff9686c7a9aa00 x1876699509006208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764029.017359:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c7a9aa00 x1876699509006208/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764054 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764029.017365:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764029.017368:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764029.017371:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c7a9aa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509006208:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789764029.080785:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764030.104792:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764031.128764:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764032.152767:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764033.176749:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764034.136761:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764034.136771:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764034.136776:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764034.136786:0:37:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 4005
00000100:00080000:0.0:1789764034.136797:0:37:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764034.136804:0:37:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789764034.136841:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ca80 x1876699509006336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764034.136866:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764034.136870:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764034.136871:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764034.136875:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 4005
00000100:00080000:0.0:1789764034.136879:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764034.136882:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764034.136890:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764034.136912:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d180 x1876699509006464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764034.136929:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00100000:1.0:1789764034.136930:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509006336:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789764034.136935:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764034.136940:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764034.136944:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 4005
00000100:00080000:0.0:1789764034.136947:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764034.136951:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764034.136956:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764034.136967:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f100 x1876699509006592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764034.136976:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764034.136980:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764034.136981:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764034.136984:0:37:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 4005
00000100:00080000:0.0:1789764034.136988:0:37:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764034.136991:0:37:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764034.136996:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789764034.136999:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789764034.137009:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ed80 x1876699509006720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764034.137020:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764034.137023:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764034.137025:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764034.137028:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 4005
00000100:00080000:0.0:1789764034.137032:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764034.137036:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764034.137040:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764034.137044:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff9686c954ca80 x1876699509006336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764034.137053:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c700 x1876699509006848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764034.137078:0:37:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764034.137081:0:37:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764034.137084:0:37:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764034.137087:0:37:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 4005
00000100:00080000:0.0:1789764034.137092:0:37:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764034.137092:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ca80 x1876699509006336/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764034.137099:0:37:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764034.137107:0:37:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789764034.137112:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00100000:0.0:1789764034.137118:0:37:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699509006976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:1.0:1789764034.137121:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764034.137130:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ca80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509006336:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789764034.137159:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509006464:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764034.137184:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764034.137198:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff9686c954d180 x1876699509006464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764034.137211:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d180 x1876699509006464/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.137220:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.137223:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764034.137227:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509006464:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764034.137233:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509006592:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764034.137253:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764034.137264:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff9686c954f100 x1876699509006592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764034.137276:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f100 x1876699509006592/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.137289:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.137292:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764034.137295:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509006592:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764034.137301:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509006720:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789764034.137321:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764034.137333:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff9686c954ed80 x1876699509006720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764034.137344:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ed80 x1876699509006720/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.137352:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.137355:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764034.137359:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509006720:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789764034.137364:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509006848:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764034.137383:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764034.137395:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff9686c954c700 x1876699509006848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764034.137405:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c700 x1876699509006848/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.137413:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.137416:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764034.137420:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509006848:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764034.137425:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509006976:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764034.137445:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764034.137456:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764034/real 1789764034]  req@ffff9686c954f800 x1876699509006976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764034.137477:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699509006976/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764059 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764034.137485:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764034.137488:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764034.137491:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509006976:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789764034.200787:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764035.224747:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764036.248803:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764037.272790:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764038.296878:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00000100:00080000:0.0:1789764039.256746:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 52f18b2b-fe4e-42a7-8be9-7ff39063b49e->MGS: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764039.256756:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) MGS: starting recovery
00000100:00080000:0.0:1789764039.256761:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764039.256773:0:38:0:(import.c:510:import_select_connection()) MGC192.168.203.123@tcp: connect to NID 192.168.203.123@tcp last attempt 4010
00000100:00080000:0.0:1789764039.256784:0:38:0:(import.c:589:import_select_connection()) MGC192.168.203.123@tcp: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764039.256792:0:38:0:(import.c:624:import_select_connection()) MGC192.168.203.123@tcp: import ffff9686d176b000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000100:00100000:0.0:1789764039.256839:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954d880 x1876699509007104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764039.256872:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764039.256875:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764039.256877:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764039.256881:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 4010
00000100:00080000:0.0:1789764039.256885:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764039.256889:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686c5658800: import ffff9686d1652000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764039.256902:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764039.256917:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954fb80 x1876699509007232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764039.256931:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764039.256934:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764039.256936:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764039.256941:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 4010
00000100:00080000:0.0:1789764039.256948:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00100000:1.0:1789764039.256948:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509007104:192.168.203.123@tcp:250:kworker.0
00000100:00080000:0.0:1789764039.256958:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686c5658800: import ffff9686d1654800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764039.256965:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:0.0:1789764039.256980:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954c380 x1876699509007360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764039.256990:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) 4f8f2316-7bfa-4328-bbb6-ea882f587c18->lustre-OST0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764039.256994:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-OST0000_UUID: starting recovery
00000100:00080000:0.0:1789764039.256996:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764039.257000:0:38:0:(import.c:510:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: connect to NID 192.168.203.123@tcp last attempt 4010
00000100:00080000:0.0:1789764039.257014:0:38:0:(import.c:589:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764039.257017:0:38:0:(import.c:624:import_select_connection()) lustre-OST0000-osc-ffff9686c5658800: import ffff9686d1655800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764039.257023:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xa0467af2e3640038 ocd_version: 34683244 ocd_grant: 1703936, lost: 0.
00000800:00000100:1.0:1789764039.257032:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:0.0:1789764039.257042:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954dc00 x1876699509007488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764039.257051:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0000_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764039.257054:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0000_UUID: starting recovery
00000100:00080000:0.0:1789764039.257055:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764039.257058:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 4010
00000100:00080000:0.0:1789764039.257061:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764039.257064:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0000-mdc-ffff9686d1394000: import ffff9686d9374000 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764039.257070:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00100000:1.0:1789764039.257080:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff9686c954d880 x1876699509007104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:0.0:1789764039.257084:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954ce00 x1876699509007616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00080000:0.0:1789764039.257147:0:38:0:(pinger.c:229:ptlrpc_pinger_process_import()) d99325d3-20d4-4c8a-8c36-c763a8fc5617->lustre-MDT0001_UUID: level DISCONN/3 force 0 force_next 0 deactive 0 pingable 1 suppress 0
00000100:00080000:0.0:1789764039.257150:0:38:0:(pinger.c:237:ptlrpc_pinger_process_import()) lustre-MDT0001_UUID: starting recovery
00000100:00080000:0.0:1789764039.257152:0:38:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from DISCONN to CONNECTING
00000100:00080000:0.0:1789764039.257158:0:38:0:(import.c:510:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: connect to NID 192.168.203.123@tcp last attempt 4010
00000100:00100000:1.0:1789764039.257163:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954d880 x1876699509007104/t0(0) o250->MGC192.168.203.123@tcp@192.168.203.123@tcp:26/25 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:0.0:1789764039.257166:0:38:0:(import.c:589:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: tried all connections, increasing latency to 20s
00000100:00080000:0.0:1789764039.257176:0:38:0:(import.c:624:import_select_connection()) lustre-MDT0001-mdc-ffff9686d1394000: import ffff9686c495f800 using connection 192.168.203.123@tcp/192.168.203.123@tcp
00000008:00100000:0.0:1789764039.257186:0:38:0:(osc_request.c:3830:osc_reconnect()) ocd_connect_flags: 0xae7e7e7be374d3b8 ocd_version: 34683244 ocd_grant: 2097152, lost: 0.
00000100:00080000:1.0:1789764039.257187:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d176b000 MGS: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.257195:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of MGS on 192.168.203.123@tcp failed (-110)
00000100:00100000:0.0:1789764039.257203:0:38:0:(import.c:826:ptlrpc_connect_import_locked()) @@@ (re)connect request (timeout 5)  req@ffff9686c954f800 x1876699509007744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295
00000100:00100000:1.0:1789764039.257211:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954d880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:52f18b2b-fe4e-42a7-8be9-7ff39063b49e:2405:1876699509007104:192.168.203.123@tcp:250:kworker.0
00000100:00100000:1.0:1789764039.257251:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509007232:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764039.257277:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764039.257290:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff9686c954fb80 x1876699509007232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764039.257304:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954fb80 x1876699509007232/t0(0) o38->lustre-MDT0000-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764039.257312:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1652000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.257316:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764039.257322:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954fb80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509007232:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764039.257327:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509007360:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764039.257343:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764039.257351:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff9686c954c380 x1876699509007360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764039.257362:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954c380 x1876699509007360/t0(0) o38->lustre-MDT0001-mdc-ffff9686c5658800@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764039.257369:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1654800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.257372:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764039.257376:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509007360:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764039.257382:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509007488:192.168.203.123@tcp:8:kworker.0
00000800:00000100:1.0:1789764039.257402:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764039.257412:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff9686c954dc00 x1876699509007488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764039.257420:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954dc00 x1876699509007488/t0(0) o8->lustre-OST0000-osc-ffff9686c5658800@192.168.203.123@tcp:28/4 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764039.257425:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d1655800 lustre-OST0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.257427:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-OST0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764039.257429:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:4f8f2316-7bfa-4328-bbb6-ea882f587c18:2405:1876699509007488:192.168.203.123@tcp:8:kworker.0
00000100:00100000:1.0:1789764039.257433:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509007616:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764039.257450:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764039.257460:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff9686c954ce00 x1876699509007616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764039.257472:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954ce00 x1876699509007616/t0(0) o38->lustre-MDT0000-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764039.257480:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686d9374000 lustre-MDT0000_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.257483:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0000_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764039.257486:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954ce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509007616:192.168.203.123@tcp:38:kworker.0
00000100:00100000:1.0:1789764039.257492:0:2405:0:(client.c:1919:ptlrpc_send_new_req()) Sending RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509007744:192.168.203.123@tcp:38:kworker.0
00000800:00000100:1.0:1789764039.257512:0:2405:0:(socklnd_cb.c:906:ksocknal_launch_packet()) No usable routes to 12345-192.168.203.123@tcp
00000100:00100000:1.0:1789764039.257522:0:2405:0:(client.c:2503:ptlrpc_expire_one_request()) @@@ Request sent has failed due to network error: [sent 1789764039/real 1789764039]  req@ffff9686c954f800 x1876699509007744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00100000:1.0:1789764039.257534:0:2405:0:(client.c:2534:ptlrpc_expire_one_request()) @@@ err -110, sent_state=CONNECTING (now=CONNECTING)  req@ffff9686c954f800 x1876699509007744/t0(0) o38->lustre-MDT0001-mdc-ffff9686d1394000@192.168.203.123@tcp:12/10 lens 520/544 e 0 to 1 dl 1789764064 ref 1 fl Rpc:eXNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295
00000100:00080000:1.0:1789764039.257548:0:2405:0:(import.c:65:import_set_state_nolock()) ffff9686c495f800 lustre-MDT0001_UUID: changing import state from CONNECTING to DISCONN
00000100:00080000:1.0:1789764039.257551:0:2405:0:(import.c:1511:ptlrpc_connect_interpret()) recovery of lustre-MDT0001_UUID on 192.168.203.123@tcp failed (-110)
00000100:00100000:1.0:1789764039.257554:0:2405:0:(client.c:2414:ptlrpc_check_set()) Completed RPC req@ffff9686c954f800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_rcv:d99325d3-20d4-4c8a-8c36-c763a8fc5617:2405:1876699509007744:192.168.203.123@tcp:38:kworker.0
00010000:00010000:1.0:1789764039.320745:0:12651:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:3.0:1789764040.344782:0:12682:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764041.368785:0:6382:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
00010000:00010000:1.0:1789764042.392796:0:6381:0:(ldlm_lockd.c:2804:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue)
Debug log: 86509 lines, 86509 kept, 0 dropped, 0 bad.